{"msg":"Running step start_crdb","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:30.825241099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:30.825601146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpUok4cA","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.849105156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpUok4cA/data)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.849162891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpUok4cA/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpUok4cA/listen-url","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.907674502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:30.908013868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"cockroach pid: 12363","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:32.021622039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"cockroach listen URL: postgresql://root@[::1]:50825/omicron?sslmode=disable","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:32.021765365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"Running step start_clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.022036735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.022092527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.754525572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.754651563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.880801759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:32.880861427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.017084092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.017211877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"mgd port is 56132","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.423883694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"Running step record_switch_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.424025016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.424087801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.424120656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.424169233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmp69gTfr"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.527253321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.527374122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.527455013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:49090"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.530863494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.530979265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.531158683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.53217135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.546730007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.546902862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpq4i9Il"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.555352617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.555423489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.555458248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:46591"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.555641623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.555716202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.555752013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.556667197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.556962715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.557024388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"setting up nexus server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.557293284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.558800277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.558862481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.55890259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.55893268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.558968321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559006988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559029674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559060275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.5590881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559122198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559149322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559182628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559215334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559236987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559267918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559295393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559400262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559450382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559486855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559519169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559556223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559589128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559616954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559650932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559672504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.55970519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559732294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559763015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559811542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559841922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559874868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559902934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559933184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559956731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.559990428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.56002143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560048935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560082361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560109906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560144154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560218112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.56025235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560280075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560311538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560339002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560371387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.56039778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560421978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560450114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560481116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560515023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560541857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560575173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560596395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560626736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.56065378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560684962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560709861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560736494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560766464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.560793779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:49090","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.578841057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"new DNS resolver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.578908491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","addresses":"[[::1]:49090]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.579215723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:50825/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 50825,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.580814869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Database schema version is up to date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.635122965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.75387466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"b7fc2fdb-7935-4b10-9417-6391447baceb","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810100225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810206206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810251306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810279372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810312939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810350464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.8103887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810431265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810472377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810510012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81058969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810622335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810656694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810695471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81072999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810755861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810792424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810829037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810866762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810894247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810928525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81097081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.810997533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81103636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811071711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811108614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811134957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811169506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811207942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811244735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811280767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81130729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811339925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811374384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811410406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811435906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811471447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811507158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81153328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811566717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.8116033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811640654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811668019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.81170374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811739541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811767868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811800974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811838779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811873719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811900863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811935482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811972425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.811998728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.812058196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.81210035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.812307854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"SEC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.812507762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"sec_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"SEC","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.814051808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.814125926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.837356922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.837582462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.838040554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.838154221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.83868567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.838943383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.851195785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56323","req_id":"f56c8ffd-11a5-4740-b2f8-33d2d3df069b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 84 f6 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.853790014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56323","req_id":"f56c8ffd-11a5-4740-b2f8-33d2d3df069b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:33.856504452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56323","req_id":"f56c8ffd-11a5-4740-b2f8-33d2d3df069b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.859555902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.859747454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.859868054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.862408446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.862695548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.862795687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.862931839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.86347982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:33.931835625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:33.943433974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:33.998469529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.020208011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.020297429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.0204183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.02048367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.020716274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:34.438668797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.438768105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.438828946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.441576561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.441668684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.441697391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.44173706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.444030129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:34.545229783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.545299522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.545357698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.54596599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.566412638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.566481606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.571168123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.571272952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.571300748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.571327621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.571784031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.579077112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.585337786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.585474268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.585521953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.58669989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.640597166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.640728939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.640769189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.641305748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.645340768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.648955229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.64903091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.649074928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.649109497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.649141671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.649624082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.652256717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.652408019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.652530523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.653641156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.657983027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.666992888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.667064631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.667101925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.669524642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:34.695324898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.695393675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.69563708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.698860743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.698922005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.698947606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.698973978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.699443584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.703750365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.703834142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.704453756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.707500988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.707758291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.707872388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.70796873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.70865125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.711636618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.711698211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.7117279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.712372053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.714233502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.714277399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.714305024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.71469916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.717577875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.724546019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.72461165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.724715226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.72476247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.724791318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.724816939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.725301464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.728905555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.72896311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.728991436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.72982631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.732332693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.732390579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.732419426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.733508155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.735349655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.743259124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.743321979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.743352009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.745268227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.762253469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.762743214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.762873494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.763013162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.764670625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.767863156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.767915029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.767943947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.768625104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.772160167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.772228764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.772257842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.773326711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.775532717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.787631463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.787971861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.788579492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.789219677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.796553579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.796694009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.797328123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.805770874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.806010401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.807627864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.814199317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.814357482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.814403835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.814432221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.815090293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.824480582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.824598908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.82469014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.826078466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.842443612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.842512219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.84254304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.84364719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.85847813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.869002289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.869273429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.869371063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.869971861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.924845613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.92492961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.924964921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.924994069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.925798722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.936150577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.936219565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.936251148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.936925612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.940072572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.940135126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.940163693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.940720783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.950060823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.961436318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:34.961507199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.961535525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:34.963739186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.045561992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.045690759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.045728594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.045757201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.046433359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.048922498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.049011435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.049045954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.049449658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.051443671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.051502168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.051531126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.05196983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.055639531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.066179361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.066285974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.066320032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.067114364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.076079857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.076529804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.076584453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.077415028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.083675621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.08394574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.085794954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.095235925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.095316134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.096299383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.09918847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.099275233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.099311345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.09933933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.099980818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.102281943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.102377684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.102410509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.102749134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.105125519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.105185979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.105217242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.106123197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.109238103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.120091518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.120164443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.120189864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.120221427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.120247939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.12027337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.121063605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.12864518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.128724348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.128764127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.129385004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.132604228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.132674579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.132710801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.141464231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.160950336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.173025866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.173107689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.173137969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.173688055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.189823745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.189895327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.189938082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.189972411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.190854548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.193678786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.193753545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.193857482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.19634627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.201826259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.201899355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.201940386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.202601624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.223108623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.232552659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.232639562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.232677638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.233928761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.343550736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.344180781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.344296001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.344334778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.345307145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.350615071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.350747775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.351541246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.354820039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.354879427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.356158556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.361878923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.362065064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.362162178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.362247217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.362934998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.366221456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.366281495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.366310633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.367311067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.369732641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.369836088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.369882069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.370511614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.372736046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.380548842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.38071355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.380881405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.380973308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.381649405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.394340561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.394521442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.394615539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.394720829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.395580452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.397513844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.397569555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.397597601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.398724155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.401273424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.401328705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.401357472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.402106534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.404365906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.410101945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.424004525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.424238661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.424342979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.42442897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.42541748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.429074727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.429174265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.429215126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.429716075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.431739526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.431795638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.431825758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.432297628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.434134708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.453675642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.453899068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.453985851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.45458807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.509377114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.509458336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.510291125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.514197999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.514265444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.514296526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.514322407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.515613329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.51830376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.518360573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.518390823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.519024496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.521372234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.521429468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.521457604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.522553517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.524859592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.5323369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.537553363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.537703462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.537802069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.537844994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.539253551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.54145136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.541508734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.54153692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.542100353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.544492419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.544590765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.544622919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.545494255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.548148924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.557050831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.557410387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.55774309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.55881712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.56651617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.566574977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.567784327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.570625457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.570706359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.570736649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.57076211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.571434179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.574413304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.574468504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.574495488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.575887151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.578512311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.578569926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.578598593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.579871249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.582462913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.588786071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.59318212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.593316478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.593404393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.593485124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.594264998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.596612284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.596669919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.596698416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.597265917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.599342314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.599398857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.599428876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.59999767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.60817363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.617414932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.617478609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.617507206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.618035328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.624230682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.6242845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.624777772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.632587322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"created built-in services vpc","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.633774708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.633828395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.633858235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.637430472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.638037381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.638240165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.63829797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.639105259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.646618789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.646670813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.646695833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.646724089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.647380286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.651375557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.651424444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.65162331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.652592832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.657142908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.657245873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.657766941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.667376498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.66744303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.66747286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.667498671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.668363945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.673708854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.676723761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.676786947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.676819332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.677453616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.684336249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.684393994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.684483382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.684514965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.685595718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.687503409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.689535498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.689595287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.689627141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.690104602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.753068814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.75313718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.754007434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.757888186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activating background tasks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.757975781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Running step start_sled1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.761952194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.762354545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.844487188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.844892245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.84527613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.845338324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.845367262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.845395168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.846817311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.846904344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.846936939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.846961789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.847011027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.847195034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"318.114µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.847370413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.847457036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.847486725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.847516725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.847907373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.847965008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.847995108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.848027101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.848055598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.848080147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"23.587µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.848111129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.848207331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","expiration":"2025-04-30 05:56:35.848118373 UTC"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.848416938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.848466958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.848945832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.849000761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.849029218Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.849056603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.849083737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.849109708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.849595015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.849648191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.849705085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.849733211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.850075793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.850131605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.850157967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.850183237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.850729997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.8507868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.850813694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.850838453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.850910146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.850939344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.850964594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851289512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851345403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.851371335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851410593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"55.711µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851440733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.851466404Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851488588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"27.625µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851512927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.851537135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.851687915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.851760169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.851789097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852128233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852184485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.852254053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.852285847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.852314985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852339564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85267397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852731164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852758158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"50.291µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85278452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.852809129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852831644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"42.775µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852858377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.852883548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.852971022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"89.068µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.853015601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.853065891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.853091482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.853117544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.853141902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.853462732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.853517791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.853544454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.853570055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.853596719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85362232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.854080252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.854138418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.854570439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.8546262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.855029654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.855086266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.85511342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.855138591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.855912573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85600632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.856129796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.856175276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85661385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.856668609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.856696044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.856739059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.856767436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.856793237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.857268685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.857323444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.857349806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.857671798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"273.014µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.857728852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.857755114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.857781136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85838552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.858512643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.858555438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.858580228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.858605949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.85895749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.859271375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.859319381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.859342938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.85936912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.859395432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.859420222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.860130316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.86119093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.86135656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.861413192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.86206934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.862122425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.862150301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.862171092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.862194309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.862877931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.862958311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.862990235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.863015976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.863526924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.863583887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.86361014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.863691893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.864292509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.864389082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.864422027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.864447578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.864948186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.865017834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.865067303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.865100128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.865470927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.865522029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.865549494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.865574844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.865963398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.866017897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.866045141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.866071834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.866097245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.866121874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.866672311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.866725978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.866752661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.86677749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.867228499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.867281064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.86741479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.867455321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.868283752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.868383029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.868414913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.868440364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.868847224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.86924159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.869297511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.869326529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.869352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.869796385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1qj9zu/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.870236833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.870284378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1qj9zu/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpnkt0lD/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.870309017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.87033066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpnkt0lD/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.927715986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:38174","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.927972027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:38174","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.928863884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:38174","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.961634387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.961807832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.962870179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963130197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963247942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963385726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963468962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963548721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963627648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963705213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.96379935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963880001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.963955381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964068617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964150179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964244607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964413554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964505808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.96458215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.96465736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.964760946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.965521572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.965669126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.965763093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.965849475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.96592726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966033892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966169603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.9662588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966335453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966432036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966569269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966716122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966853976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.966938134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967059857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967140497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967228172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967308853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967401818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967479523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967600444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967705182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967785893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.967860672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.96804557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968145249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.96822078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968297953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.9683768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968449084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968522711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968658391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968756978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968835765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.968909221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.969474538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.969599507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.969811639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970177769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970282417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970478488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970565151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970641182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970817784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970911661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.970989686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.97112208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.971200466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.971358511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.972433443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.974738305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.975830692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:58122/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.977403956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63072","req_id":"151752f3-8fee-497b-a263-aa7ab2beb00e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 26 79 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 &y..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.977706038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63072","req_id":"151752f3-8fee-497b-a263-aa7ab2beb00e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:35.978304841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63072","req_id":"151752f3-8fee-497b-a263-aa7ab2beb00e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.978493988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55633","req_id":"ea856c68-0ac0-453c-a0dc-0701f03e4186","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: c0 e0 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.97865025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55633","req_id":"ea856c68-0ac0-453c-a0dc-0701f03e4186","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:35.979318651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55633","req_id":"ea856c68-0ac0-453c-a0dc-0701f03e4186","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.9795737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.979712536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.979812696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.979951673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.980991474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.983261036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:42293"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.983761063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.983967314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"137.382797ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:35.984415496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.984543792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"136.623644ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:35.988578621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0c8ed20e-c35d-454f-a476-9a62bf0f097d","remote_addr":"127.0.0.1:42293","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered sled agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.991457808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:35.996605124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","pruned":"{}","expiration":"2025-04-30 05:56:35.848118373 UTC"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:35.99679386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"expiration\":\"2025-04-30T05:56:35.848118373Z\",\"pruned\":[]}","iteration":1,"elapsed":"148.679364ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.0189027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.059530468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64305","req_id":"7de69bae-ad15-4071-8826-b2a66bbaaeec","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b1 b4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.059590307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64305","req_id":"7de69bae-ad15-4071-8826-b2a66bbaaeec","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45492,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.059903311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64305","req_id":"7de69bae-ad15-4071-8826-b2a66bbaaeec","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.060226164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.06159927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"210.423124ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.061693608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.068446072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.068510671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.068592925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.068979495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.069132179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.074190177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.074249505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.07427714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.074632548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.164150537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.169660706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.171691071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.171765269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.172462308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.172866683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.17708587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.17716148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.177192422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.177639753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.194867288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.195023479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.195146685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"345.519325ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.195844204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.2024168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.202549174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.202645476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.203280631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.207033178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60073","req_id":"2eff31cc-faa7-488e-967f-0cf0724e4240","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8a 5e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .^..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.2161689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60073","req_id":"2eff31cc-faa7-488e-967f-0cf0724e4240","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.253703175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60073","req_id":"2eff31cc-faa7-488e-967f-0cf0724e4240","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.254517387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.270184012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.274952743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.276223735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.293895696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.319714007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:36.372420752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.372661932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"522.515889ms"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.373945289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.380806881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.380837241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.497518882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.502557761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.505447058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.505497188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.506383354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.565381464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.595262289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.597101193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.603285555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.603427157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.604792878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.605081443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.612770192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.64816769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.660915469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.662355027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.662495216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.663713313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.67561686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"812.636936ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.781653782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.785085179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.785172002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.785203645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.785232302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.785258364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.78560751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:36.971913993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.972030145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:36.973085718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.261547088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"1.394727604s"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.285334984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.285432238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.285465083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.286318995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.286549414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"1.422186023s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.295581389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.295858932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.301244944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:37.302017784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","count":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.302391849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"1.440179424s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.303979292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"1.435634539s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.317111427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.342893265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.369513695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.369628894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.36966168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.369689275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.370500351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.467762219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:37.467841276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.467884091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"1.606638373s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.482339984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.502274352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read target blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.502477186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.502573167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.651738572s"} {"msg":"inventory collection is None","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.504071502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.504129608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"1.651033387s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.504252213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.638715935s"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.504373755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.504417402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.505320291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63708","req_id":"5760fcf5-d763-4431-80e1-b3ddb1507389","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 05 96 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.505392164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63708","req_id":"5760fcf5-d763-4431-80e1-b3ddb1507389","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:37.505871799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63708","req_id":"5760fcf5-d763-4431-80e1-b3ddb1507389","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.519648499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.51971465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.520605866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.520801756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{}","iteration":1,"elapsed":"1.66727134s"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:37.547241917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.547340844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.695780222s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.678340362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.678451844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.678944997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.684295026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.687579911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:37.687646353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.687680421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:37.688097222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.221669168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.358020983s"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:38.234941212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.23502531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"2.387603564s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.253317015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.259070238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.259200948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.259233353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.259576947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.335959785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.336319832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"2.479388911s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.527359006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.527487051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.527523573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.52755198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.528087647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.563873478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.5639645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.563998227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.564614876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.727376588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"2.87136593s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.747015196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.750485491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.750579728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.750618927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.751047029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:38.778140131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.778208096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"2.929188567s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.785070689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.785153154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.785194817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.78528701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.785947246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.842678198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.842943416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"2.975677042s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.843299887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"2.988240665s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.987512421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.987642249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.98767765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:38.987706788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.987735455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.988368126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.988579908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"0c8ed20e-c35d-454f-a476-9a62bf0f097d","remote_addr":"127.0.0.1:42293","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":2999995,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.989377597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:58122/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"0c8ed20e-c35d-454f-a476-9a62bf0f097d\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.989687154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991160149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991221982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991253244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991279276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991307923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991333554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991358824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991383914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991408864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991434455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.991459405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.991485527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.992440149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:38.992491641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:53010"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.992518675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:38.992537333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:06:39.151053335Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 50825,\n target: \"8d709345-eb23-479e-b930-28483b1f1c2e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 38174,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53010,\n target: \"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"0fc129ce-c062-4699-b082-1c94a41f3e8e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"1cc99b76-5ec8-4d06-8a05-9bfc6860045b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 45957,\n target: \"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"1cc99b76-5ec8-4d06-8a05-9bfc6860045b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 56132,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"a5076faa-e102-49bc-8412-57ae25a0b8b8.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"1cc99b76-5ec8-4d06-8a05-9bfc6860045b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 58122,\n target: \"5f010edc-82bb-4234-be25-92620fc15816.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 54062,\n target: \"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 32863,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"1cc99b76-5ec8-4d06-8a05-9bfc6860045b.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 55449,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"8d709345-eb23-479e-b930-28483b1f1c2e.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"5f010edc-82bb-4234-be25-92620fc15816.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35282,\n target: \"1cc99b76-5ec8-4d06-8a05-9bfc6860045b.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.152008238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.153432486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"body":"Some(Body)","uri":"http://[::1]:54062/config","method":"PUT"} {"msg":"failed to read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:39.155570225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.155865684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"3.310629714s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.156600167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.178070255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.178150575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.178185054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.17871514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.181458947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.181514618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.18284088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.18322247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.183476907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.183943407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"3.326276799s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.185380991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.212816645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.212895782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.212930111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.213298996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.423475719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.423557011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/vpc-routes","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.424103149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.424165333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.424250754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.425621905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.481180192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.481245722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"No bundles to collect","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.481963532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.482088361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"3.629898045s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.482402577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"3.61746855s"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.482655651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.482697425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.48272537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.482751262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.483450305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.690780046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.690909283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.690943401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.691009894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.691801481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.69308074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:32799"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.693411008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65131"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.695903173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc-routes","method":"GET","req_id":"d52056d3-5291-4fb7-8c36-3d734f1881d5","remote_addr":"[::1]:65131","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.696456215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55292","req_id":"bcf76ed3-7dc0-4ae1-8eeb-29a9d76343af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 59 cb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Y............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.696515533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55292","req_id":"bcf76ed3-7dc0-4ae1-8eeb-29a9d76343af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:39.696863346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55292","req_id":"bcf76ed3-7dc0-4ae1-8eeb-29a9d76343af","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.697580896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc-routes","method":"GET","req_id":"d52056d3-5291-4fb7-8c36-3d734f1881d5","remote_addr":"[::1]:65131","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1748,"response_code":"200"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.698371612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.698512452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.698557131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.699370642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:39.700468309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.70053393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":2,"elapsed":"713.140917ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.700897023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/config","method":"PUT","req_id":"34c01064-23de-4aad-9987-9f2ba84488bc","remote_addr":"[::1]:32799","local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.701142132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52056d3-5291-4fb7-8c36-3d734f1881d5\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.701440777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.70148251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.702201993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.702744494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"new_generation":1,"req_id":"34c01064-23de-4aad-9987-9f2ba84488bc","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.703178068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.703213308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.704255094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.704439431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.704549962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.704582667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"new_generation":1,"req_id":"34c01064-23de-4aad-9987-9f2ba84488bc","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.704867514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/config","method":"PUT","req_id":"34c01064-23de-4aad-9987-9f2ba84488bc","remote_addr":"[::1]:32799","local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3991,"response_code":"204"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.70492544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.714316952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.714378675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.714409175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.714438193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.714466429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.728795399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.741606394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.745409542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.745550412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.745642245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.746234205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.746906614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.768721559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.768851428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.768879955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.768913682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.768940566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.768965826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.769269471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.769734948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.773893534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.774016008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.774065457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.774769479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.79413826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.794261616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.794296846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.794428448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.795116399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.816343803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.816537309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.816642979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.817417903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.823285043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.827934497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.828101069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.828193814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.828874941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.829780725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.829931025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.830027718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.830536652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.831151216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(Response { url: \"http://[::1]:54062/config\", status: 204, headers: {\"x-request-id\": \"34c01064-23de-4aad-9987-9f2ba84488bc\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.83240779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.90019448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"body":"Some(Body)","uri":"http://[::1]:52443/omicron-config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.901668547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.902116289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:52443/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.949475409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/v2p","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.950355052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:52443/artifacts-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.951817045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64441"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.951855802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61709"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.951878477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41398"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.952264506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/eip-gateways","method":"PUT","req_id":"c231adae-533a-4495-95d5-cb8042618888","remote_addr":"[::1]:65131","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.953665688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/eip-gateways","method":"PUT","req_id":"c231adae-533a-4495-95d5-cb8042618888","remote_addr":"[::1]:65131","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1414,"response_code":"204"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.95388761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.96116513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.961238927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.96127057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.96161172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.963671184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/v2p","method":"GET","req_id":"459994c0-ee8d-416f-a9ee-186d8e724cd1","remote_addr":"[::1]:61709","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.963836132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/artifacts-config","method":"PUT","req_id":"412652ce-aca6-4d0a-8991-8f41f681703b","remote_addr":"[::1]:41398","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.963996422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c231adae-533a-4495-95d5-cb8042618888\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.964936104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{}","iteration":1,"elapsed":"4.105666623s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.965885305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/v2p","method":"GET","req_id":"459994c0-ee8d-416f-a9ee-186d8e724cd1","remote_addr":"[::1]:61709","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2220,"response_code":"200"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmp1qj9zu/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.966079472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.966120423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmp1qj9zu/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpnkt0lD/artifact-config.json","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.966145894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.966167076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpnkt0lD/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmp1qj9zu/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.966189762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.968773019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/omicron-config","method":"PUT","req_id":"65f155e0-6dd6-4036-b974-4e5c9ab21285","remote_addr":"[::1]:64441","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.971286406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"459994c0-ee8d-416f-a9ee-186d8e724cd1\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.971409071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.971450463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.971476886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.972892286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{}","iteration":1,"elapsed":"4.118753798s"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.97539382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/omicron-config","method":"PUT","req_id":"65f155e0-6dd6-4036-b974-4e5c9ab21285","remote_addr":"[::1]:64441","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6647,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.975790761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.975838606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.976525094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpnkt0lD/.artifact-config.json.tmp","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.976671376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.97821969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.978618716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/artifacts-config","method":"PUT","req_id":"412652ce-aca6-4d0a-8991-8f41f681703b","remote_addr":"[::1]:41398","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":14649,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.980196569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.980245026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.980866294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.981530196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(Response { url: \"http://[::1]:52443/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f155e0-6dd6-4036-b974-4e5c9ab21285\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.98189359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"body":"Some(Body)","uri":"http://[::1]:52443/network-bootstore-config","method":"PUT"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.984787927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/artifacts-config\", status: 204, headers: {\"x-request-id\": \"412652ce-aca6-4d0a-8991-8f41f681703b\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.9848947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.986674276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/network-bootstore-config","method":"PUT","req_id":"846c9187-0b46-488c-92fd-ed24cecc0744","remote_addr":"[::1]:64441","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.986795868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/artifacts","method":"GET","req_id":"4a349cac-fe2d-4bc3-80bd-635b640972ae","remote_addr":"[::1]:41398","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.987642014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/network-bootstore-config","method":"PUT","req_id":"846c9187-0b46-488c-92fd-ed24cecc0744","remote_addr":"[::1]:64441","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":969,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.987694699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/artifacts","method":"GET","req_id":"4a349cac-fe2d-4bc3-80bd-635b640972ae","remote_addr":"[::1]:41398","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":931,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:39.987799367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.987842664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.988386597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.99069184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a349cac-fe2d-4bc3-80bd-635b640972ae\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:39.990883122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled":"http://[::1]:52443"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.993561508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:06:39.984773368Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:06:39.990828924Z\"}]}","iteration":1,"elapsed":"4.12753319s"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.993981545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(Response { url: \"http://[::1]:52443/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"846c9187-0b46-488c-92fd-ed24cecc0744\", \"date\": \"Wed, 30 Apr 2025 06:06:38 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.995967171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:39.996005317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.262948664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.263022591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.263053232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.263082741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.263880681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.264960262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.265085141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.275450764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.275515833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.284266539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.28878421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.291714178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.292288602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.292393942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.293116822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.293728771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.293834091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.293917357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.294476922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.342253814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.342479123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.342522159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.382598439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.384078858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.387911825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.388624896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.390996571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.398652786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.398763106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.398995889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.399151519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.399680924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"set cockroachdb setting","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.412515957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.412750324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.412845323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.413411892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.415643879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.415700472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.416502059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.442767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.442835547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.442865647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.442893342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.445038757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.447069914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.447136226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.447956721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.464869949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.47102385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.471088179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.471114641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.471141244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.471807772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.473828609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.473888999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.474696738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.498319155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.498520846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.498576517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.49860791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.501399462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.501846392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.501937033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.501966842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.502469123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.507649394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.50776764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.507855565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.508441062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.514328853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.514431087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.514519423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.515031343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.535069187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.544824634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.544959993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.545069872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.545188639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.545281724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.545404208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.54601235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.557885637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.571049345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.571233201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.572252512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.584485836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.584633761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.584735323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.585648202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:42.586542263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.587197339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.589202774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.590075974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.59569537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.613349806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.613450887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.613493602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.614031103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.62905663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.629141339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.62975404Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.637717988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.637798248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.638270599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.640709488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.64078578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.641379563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.659348726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.659436831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.660013009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.673244061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.673341956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.673393108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.673437166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.673904627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.693920808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.705955837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.706061588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.70666484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.72039202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.72047207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.720504725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.724058946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.728736115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.740272912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.740354564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.740383552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.740418923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.740446738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.740473501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.740981283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.780115325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.780282238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.780400914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.785912045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.788820379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.788880989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.788912813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.789622968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.801067901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.801146498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.80133334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.801365434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.801784268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.801851673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.813047259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.813126597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.813158721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.815944722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.822864609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.880556156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.880762367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.880814771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.882569097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.904652527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"IpPool { parent: Fleet, key: 53ada493-bdbd-4ce9-8942-5d1f829a7a9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.904736614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.904769159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.904795782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.909647038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.914798021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.91497351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.9150935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.915197006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.915347726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.916140165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.919512163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.927216023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 53ada493-bdbd-4ce9-8942-5d1f829a7a9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.927342515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.927430731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.927979604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.931357575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.93649969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.936573908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.936608296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.937100748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.943757741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"IpPool { parent: Fleet, key: 53ada493-bdbd-4ce9-8942-5d1f829a7a9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.94969443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.949739069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.949767836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.950794461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.951307904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.951358776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.951384066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.951411992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.965269201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.980003248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 53ada493-bdbd-4ce9-8942-5d1f829a7a9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.991353873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"IpPool { parent: Fleet, key: 53ada493-bdbd-4ce9-8942-5d1f829a7a9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.99158802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:42.9917437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.991997586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:42.994261948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.003630544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.046446301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 53ada493-bdbd-4ce9-8942-5d1f829a7a9d, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.053058586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.053199116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.053330438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.053421449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.054675528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.061569002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.067071837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.16854246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.170358929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.170432366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.170461854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","elapsed":"7.311996516s"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.170491263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{}","iteration":1,"elapsed":"7.312053659s"} {"msg":"inserted blueprint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.246431329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","blueprint_id":"5aea9e8b-f6f9-4836-a83d-1804a192156b"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.246702579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.246857608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.24697888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.247110342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.248221025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.252606512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.274923337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.40369204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.40376209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.44905821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449130293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449156966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449182778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Inserted service networking records","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449227547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Inserted physical disks","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449252016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Inserted zpools","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449273268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Inserted datasets","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.449292807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.490029322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.49770246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.499765481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.499827384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.499858616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.499886261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.50064869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.506213197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.511634509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.511884347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.51193605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.511964556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.511988975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.515038281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.519796361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.522567212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.551912911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.552054643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.552144853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.55225883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.553619902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.559608865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.57292183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.572986799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.573013152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.573055065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.573079173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.573463459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.579509996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.592996267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.604952078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.606462888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.606523649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.606552597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.623645253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.627908517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.643703027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.663338619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Created recovery user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.666738293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Created recovery user's password","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.670613554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.670674075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Silo { parent: Fleet, key: ac42e205-8434-4102-a8e6-f44e9085f3a6, lookup_type: ById(ac42e205-8434-4102-a8e6-f44e9085f3a6) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.670705357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"ac42e205-8434-4102-a8e6-f44e9085f3a6","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.670731179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.670755106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.671427596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.673787648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.673844341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.673874552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.674734435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.677609654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.680035036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Silo { parent: Fleet, key: ac42e205-8434-4102-a8e6-f44e9085f3a6, lookup_type: ById(ac42e205-8434-4102-a8e6-f44e9085f3a6) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.680218552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Granted Silo privileges","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.685527549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.685687658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.685737939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.685767948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.685792798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.687564758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.689616977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.694630166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.716992802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.717089364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.717771974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.720466202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.720515972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.720987681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.732817301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.732922501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.733359411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.736229279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.736301894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.736332796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.736453917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.737412888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.739245429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.73931113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.739339376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.739895364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.741848626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.742001881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.742042171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.742558079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.745336365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.754180857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.754252309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.754278371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.75430795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.754335906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.754360194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.755284335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.768304357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.768376821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.76840648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.768952278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.772435087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.772505848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.772534385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.773409629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.782477376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.792423974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.798806821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.798925537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.799562587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.802733104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.802840067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.803380123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.808320416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.808425395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.808986994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.812915111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.813051142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.814346613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.828523369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.828636074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.82867421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.828697977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.829376399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.834489516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.834622541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.834655257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.834987018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.844069494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.84417281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.844292418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.845329023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.865336527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.897311876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.897395212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.897422657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.897448769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.898176959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.90839064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60257","req_id":"b856736e-c24a-4207-8f56-4553bdda8831","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 88 46 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .F..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.908458485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60257","req_id":"b856736e-c24a-4207-8f56-4553bdda8831","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.908680387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.908967198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"a5076faa-e102-49bc-8412-57ae25a0b8b8.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.909157678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60257","req_id":"b856736e-c24a-4207-8f56-4553bdda8831","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53010, target: Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.910128592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53109","req_id":"5f9c6a4a-95e4-4cb4-9145-e1e3c55e05f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 28 75 01 00 00 01 00 00 00 00 00 01 24 61 35 30 (u..........$a50\n0010: 37 36 66 61 61 2d 65 31 30 32 2d 34 39 62 63 2d 76faa-e102-49bc-\n0020: 38 34 31 32 2d 35 37 61 65 32 35 61 30 62 38 62 8412-57ae25a0b8b\n0030: 38 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 8.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.910256788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53109","req_id":"5f9c6a4a-95e4-4cb4-9145-e1e3c55e05f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 97,\n 53,\n 48,\n 55,\n 54,\n 102,\n 97,\n 97,\n 45,\n 101,\n 49,\n 48,\n 50,\n 45,\n 52,\n 57,\n 98,\n 99,\n 45,\n 56,\n 52,\n 49,\n 50,\n 45,\n 53,\n 55,\n 97,\n 101,\n 50,\n 53,\n 97,\n 48,\n 98,\n 56,\n 98,\n 56,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.910348731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"a5076faa-e102-49bc-8412-57ae25a0b8b8.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.910370023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53109","req_id":"5f9c6a4a-95e4-4cb4-9145-e1e3c55e05f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"a5076faa-e102-49bc-8412-57ae25a0b8b8.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.986989783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.987160323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:43.996108131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.996189954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58119"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:43.998118446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"fa91e692-a07b-407d-a9b5-1bd1333bddf3","remote_addr":"[::1]:58119","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:43.998690727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"fa91e692-a07b-407d-a9b5-1bd1333bddf3","remote_addr":"[::1]:58119","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":598,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.416127963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.416242772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.416871014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.416935783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50981"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.41698444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39064"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.417010101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58256"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.417035301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42384"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.417057896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40169"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.417081423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57154"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.417104018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46318"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.418512284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"be0311e9-b197-4f83-ba39-69d6a51e7d78","remote_addr":"[::1]:50981","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.418697683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"0dff5114-8125-4bb2-a163-fda261913e02","remote_addr":"[::1]:39064","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.418814235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"fe93a536-8825-478a-ae65-7eafdd3f17de","remote_addr":"[::1]:58256","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.418930387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"51e5e0ec-0a10-47d5-ac1f-f16f4bd99fa4","remote_addr":"[::1]:42384","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.419095065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"3333af13-f2b9-4984-aa49-96976db1ea30","remote_addr":"[::1]:40169","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.419293871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"8a155f48-9495-470c-8c7d-404f7e833dc1","remote_addr":"[::1]:57154","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.419421696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"49bbfc48-734c-496f-9469-89a56c19dd50","remote_addr":"[::1]:46318","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.419652937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"be0311e9-b197-4f83-ba39-69d6a51e7d78","remote_addr":"[::1]:50981","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1203,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.419712565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"0dff5114-8125-4bb2-a163-fda261913e02","remote_addr":"[::1]:39064","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1066,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.41980017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"fe93a536-8825-478a-ae65-7eafdd3f17de","remote_addr":"[::1]:58256","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":997,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.419932894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"51e5e0ec-0a10-47d5-ac1f-f16f4bd99fa4","remote_addr":"[::1]:42384","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1009,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.419979227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"3333af13-f2b9-4984-aa49-96976db1ea30","remote_addr":"[::1]:40169","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":972,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.420014226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"8a155f48-9495-470c-8c7d-404f7e833dc1","remote_addr":"[::1]:57154","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":774,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.420068986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"49bbfc48-734c-496f-9469-89a56c19dd50","remote_addr":"[::1]:46318","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":681,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.422278788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.422522253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.423339462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.426981418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.427046418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.427075896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.427100946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.427681202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.430529487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.430650328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.430778293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.431446474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.433885825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.43394378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.433973409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.43453091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.436907876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.443977111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.444057742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.444082982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.444115316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.444140607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.444164083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.444548499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.448511034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.448564651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.448591004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.448988476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.450890044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.450945264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.450972278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.451737774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.456728527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.464115616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.46418297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.464212258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.464658567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.468942884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.46901617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.470724123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.480065394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.480124572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.480735229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.486659453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.48694425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.48755654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.491090311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.491171603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.491717651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.497731794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.497870881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.497958555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.498038254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.498832276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.502154886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.50221176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.502239886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.502608741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.504628274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.504680228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.50470621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.505381996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.507773581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.515516208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.515616989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.51564295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.515674123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.5157029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.515726607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.516418656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.518684871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.51880986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.518919869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.519708421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.522742596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.52279987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.522827986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.523573281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.528382633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.536151041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.536218185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.536247604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.536984051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.545356262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: bea1f5ed-c189-4fe0-9525-52913159a1ad, kind: Service { id: 5f010edc-82bb-4234-be25-92620fc15816 }, name: Name(\"nexus-5f010edc-82bb-4234-be25-92620fc15816\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: a279dafa-348a-4a71-9604-0a63aa7a501a, kind: Service { id: 0fc129ce-c062-4699-b082-1c94a41f3e8e }, name: Name(\"external-dns-0fc129ce-c062-4699-b082-1c94a41f3e8e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.545439829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.545469408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.545495339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.545519117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.546166637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.548726988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.552404475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.552477621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.552507701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.552865564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.562834797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:43.694587Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.562895207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.563758147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a279dafa-348a-4a71-9604-0a63aa7a501a, kind: Service { id: 0fc129ce-c062-4699-b082-1c94a41f3e8e }, name: Name(\"external-dns-0fc129ce-c062-4699-b082-1c94a41f3e8e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: bea1f5ed-c189-4fe0-9525-52913159a1ad, kind: Service { id: 5f010edc-82bb-4234-be25-92620fc15816 }, name: Name(\"nexus-5f010edc-82bb-4234-be25-92620fc15816\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.563902595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.59724156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:06:35.991565Z, time_modified: 2025-04-30T06:06:35.991565Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(52443), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(38174) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.597325277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.597353584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.59738209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.598086825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.626580677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.626686798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.626716628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.626741136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.627554577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.652633826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.656586131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.737999441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:52443/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.738919054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36392"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.739939296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0df8e870-cc68-44ee-b309-b05168e19a58","remote_addr":"[::1]:36392","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.741935454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0df8e870-cc68-44ee-b309-b05168e19a58","remote_addr":"[::1]:36392","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2056,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.742258848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"0df8e870-cc68-44ee-b309-b05168e19a58\", \"date\": \"Wed, 30 Apr 2025 06:06:43 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.743090595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.743196276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.743239853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.743930258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.744346548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.744407469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.744435034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.744461336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.744908076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.744966693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.744996282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.745246691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.74530154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.745327332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.745417121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.745768431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.745826326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.745854282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.74587873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.74590355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.745929421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.745954802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.745979671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.746551591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.746608625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.746635358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.746661169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.74668678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.746710999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.747084934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.749363574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63666","req_id":"7dfed96a-30f8-4b8f-b4be-45835828f4f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: d7 07 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.749425267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63666","req_id":"7dfed96a-30f8-4b8f-b4be-45835828f4f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.749585356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.749733992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.749789242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63666","req_id":"7dfed96a-30f8-4b8f-b4be-45835828f4f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54062, target: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.74994884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61517","req_id":"0694486e-cbca-4617-b646-5f9728d4d895","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 2c 79 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ,y..........._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.750000853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61517","req_id":"0694486e-cbca-4617-b646-5f9728d4d895","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11385,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.750140492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.750449948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"0fc129ce-c062-4699-b082-1c94a41f3e8e.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.750482222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61517","req_id":"0694486e-cbca-4617-b646-5f9728d4d895","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45957, target: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.750670969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.750721108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.750750277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.75077726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.751180223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.75175061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.751803565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.751831451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.751855699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.75246349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.752835291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54062, target: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 551659797 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.752892104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.753143465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 45957, target: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 552059543 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.753204727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.753586898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.753638671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.753666617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.753750214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.754212304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.754864354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64381","req_id":"8a0a8eb8-4b4f-4adc-87bc-663d2e8698ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 90 ad 01 00 00 01 00 00 00 00 00 01 24 61 38 32 ............$a82\n0010: 61 32 36 63 38 2d 32 62 61 35 2d 34 65 66 32 2d a26c8-2ba5-4ef2-\n0020: 39 38 62 61 2d 37 37 62 33 32 64 61 36 34 31 30 98ba-77b32da6410\n0030: 64 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 d.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.754999904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64381","req_id":"8a0a8eb8-4b4f-4adc-87bc-663d2e8698ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 97,\n 56,\n 50,\n 97,\n 50,\n 54,\n 99,\n 56,\n 45,\n 50,\n 98,\n 97,\n 53,\n 45,\n 52,\n 101,\n 102,\n 50,\n 45,\n 57,\n 56,\n 98,\n 97,\n 45,\n 55,\n 55,\n 98,\n 51,\n 50,\n 100,\n 97,\n 54,\n 52,\n 49,\n 48,\n 100,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.755156185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.755322737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64381","req_id":"8a0a8eb8-4b4f-4adc-87bc-663d2e8698ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"a82a26c8-2ba5-4ef2-98ba-77b32da6410d.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.755627314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50127","req_id":"107322f7-88ac-48d3-98eb-e2f9aa242adb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 2a 5c 01 00 00 01 00 00 00 00 00 01 24 30 66 63 *\\..........$0fc\n0010: 31 32 39 63 65 2d 63 30 36 32 2d 34 36 39 39 2d 129ce-c062-4699-\n0020: 62 30 38 32 2d 31 63 39 34 61 34 31 66 33 65 38 b082-1c94a41f3e8\n0030: 65 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 e.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.755691852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50127","req_id":"107322f7-88ac-48d3-98eb-e2f9aa242adb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 48,\n 102,\n 99,\n 49,\n 50,\n 57,\n 99,\n 101,\n 45,\n 99,\n 48,\n 54,\n 50,\n 45,\n 52,\n 54,\n 57,\n 57,\n 45,\n 98,\n 48,\n 56,\n 50,\n 45,\n 49,\n 99,\n 57,\n 52,\n 97,\n 52,\n 49,\n 102,\n 51,\n 101,\n 56,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.755827523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"0fc129ce-c062-4699-b082-1c94a41f3e8e.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.755935698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50127","req_id":"107322f7-88ac-48d3-98eb-e2f9aa242adb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"0fc129ce-c062-4699-b082-1c94a41f3e8e.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.756638649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","addresses":"DnsServersList { addresses: [[::1]:54062] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.756695161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"addresses\":[\"[::1]:54062\"]}","iteration":2,"elapsed":"11.737667ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.756970249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","addresses":"DnsServersList { addresses: [[::1]:45957] }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.757018646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"addresses\":[\"[::1]:45957\"]}","iteration":2,"elapsed":"11.211267ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.757047844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:44.757073445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.757123094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"19.85µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.757155719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:44.75718132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.757204246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.342µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.757453051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.771416613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.771484809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.77151547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.772935058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.77323199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.778103456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.778213575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.778287152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.778856246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.779085042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.788120493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.789466906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.789562086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.789592817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.789617546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.789747716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.789856102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.789891432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.790368713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.791425518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.796307826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:44.796366223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.796389499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.79641504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.797701373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.798077522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.805591614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.813282998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.813418087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.814250175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.814471226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.814576004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.814658769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.815286249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.815646066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.815735685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"reading DNS zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.815795694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.81585857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.815947186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.816031003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.816108788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.816667822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.816944754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.822686284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.822759079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.822792686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.823253764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.825925638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49611","req_id":"5b2f66ad-c4bb-441e-bf72-84f945325826","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 58 19 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 X............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.826096648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49611","req_id":"5b2f66ad-c4bb-441e-bf72-84f945325826","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.826294463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.826509762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.82661938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49611","req_id":"5b2f66ad-c4bb-441e-bf72-84f945325826","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.827697268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2069, tv_nsec: 626596112 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.827818209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.828701649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.828758712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.829671561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.830788406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.854556082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.85462053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.854653015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.855285225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.863234042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53806","req_id":"bd05b737-c528-4f92-aa45-c4c9c0eff9f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a9 b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.863743467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53806","req_id":"bd05b737-c528-4f92-aa45-c4c9c0eff9f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.863963526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.864067363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53806","req_id":"bd05b737-c528-4f92-aa45-c4c9c0eff9f9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.887074583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.899801841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.900061819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.900180756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.901713089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.970059245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.973489128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.973559328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"496217dc-51e3-4620-801d-edef8f632f14"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.973632604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.973664738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.973794327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.973841761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.974311467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.974987905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.975046101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.9750758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.975103355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.975901816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.976598033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.976756438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"caab57bb-b958-4a48-9ffd-8abbfcd76648"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.976794093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.976821608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.977161365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.977215984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.977694838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.978122741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.985386493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.985473166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.98551032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.98583164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.986670371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.990735651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.990953515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.991058254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.991675664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.992201381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.998211326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:44.998327297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.998412096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:44.99900148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.001047376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"496217dc-51e3-4620-801d-edef8f632f14"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.001177726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.001257044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","generation":1} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.00213843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"generation\":1}","iteration":2,"elapsed":"257.818947ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.002201967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.061314966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_server_url":"http://[::1]:54062","servers":"DnsServersList { addresses: [[::1]:54062] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:54062/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.061875292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.061936484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.062849603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.06412272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:34791"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.069517669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:06:34.450090Z, time_modified: 2025-04-30T06:06:34.450090Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: ac42e205-8434-4102-a8e6-f44e9085f3a6, db_silo: Silo { identity: SiloIdentity { id: ac42e205-8434-4102-a8e6-f44e9085f3a6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:06:43.499552Z, time_modified: 2025-04-30T06:06:43.499552Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: ac42e205-8434-4102-a8e6-f44e9085f3a6, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ac42e205-8434-4102-a8e6-f44e9085f3a6, db_silo: Silo { identity: SiloIdentity { id: ac42e205-8434-4102-a8e6-f44e9085f3a6, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:06:43.499552Z, time_modified: 2025-04-30T06:06:43.499552Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.069611666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"ac42e205-8434-4102-a8e6-f44e9085f3a6\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"ac42e205-8434-4102-a8e6-f44e9085f3a6\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo ac42e205-8434-4102-a8e6-f44e9085f3a6 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"323.608929ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.071217756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/config","method":"PUT","req_id":"59142d92-438d-4345-8ee9-de361e88dc2f","remote_addr":"[::1]:34791","local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.071279069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64228","req_id":"83eea72e-ed25-4582-8134-d2083f7d1f5c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cb f3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.071422083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64228","req_id":"83eea72e-ed25-4582-8134-d2083f7d1f5c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.073280166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:45.073385285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64228","req_id":"83eea72e-ed25-4582-8134-d2083f7d1f5c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.074110811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"new_generation":1,"req_id":"59142d92-438d-4345-8ee9-de361e88dc2f","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.074178796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"new_generation":1,"req_id":"59142d92-438d-4345-8ee9-de361e88dc2f","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.074205289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/config","method":"PUT","req_id":"59142d92-438d-4345-8ee9-de361e88dc2f","remote_addr":"[::1]:34791","local_addr":"[::1]:54062","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2757,"response_code":"204"} {"msg":"found all DNS names for zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.074247533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"caab57bb-b958-4a48-9ffd-8abbfcd76648"} {"msg":"read DNS config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.07428634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.074313124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","generation":2} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.074337572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"generation\":2}","iteration":2,"elapsed":"328.869149ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.074366219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.16034184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_server_url":"http://[::1]:45957","servers":"DnsServersList { addresses: [[::1]:45957] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:45957/config","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.161369668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.161434347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.161465369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.161491271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.162442646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.163154935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:56738"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.166107358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.166161926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.166189041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.171751573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_server_url":"http://[::1]:54062","servers":"DnsServersList { addresses: [[::1]:54062] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:54062/config\", status: 204, headers: {\"x-request-id\": \"59142d92-438d-4345-8ee9-de361e88dc2f\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.171814559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_server_url":"http://[::1]:54062","servers":"DnsServersList { addresses: [[::1]:54062] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.173232294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"servers":"DnsServersList { addresses: [[::1]:54062] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.173403966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"generation\":1,\"server_results\":{\"[::1]:54062\":{\"Ok\":null}}}","iteration":3,"elapsed":"171.174995ms"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.177693051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/config","method":"PUT","req_id":"7e64ea2a-4b10-49c6-9d07-bc79ffff6f07","remote_addr":"[::1]:56738","local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.178142517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"new_generation":2,"req_id":"7e64ea2a-4b10-49c6-9d07-bc79ffff6f07","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.178229931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.178261464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.178517995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.178715489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.178759406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.17878159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"new_generation":2,"req_id":"7e64ea2a-4b10-49c6-9d07-bc79ffff6f07","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.178951489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/config","method":"PUT","req_id":"7e64ea2a-4b10-49c6-9d07-bc79ffff6f07","remote_addr":"[::1]:56738","local_addr":"[::1]:45957","component":"http","kind":"dns","component":"external_dns_server","latency_us":1270,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.179211737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.17926312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.179290394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.179960509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.181981205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_server_url":"http://[::1]:45957","servers":"DnsServersList { addresses: [[::1]:45957] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:45957/config\", status: 204, headers: {\"x-request-id\": \"7e64ea2a-4b10-49c6-9d07-bc79ffff6f07\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.182077958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"dns_server_url":"http://[::1]:45957","servers":"DnsServersList { addresses: [[::1]:45957] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"DNS propagation: done","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.184151249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"servers":"DnsServersList { addresses: [[::1]:45957] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.18421173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"generation\":2,\"server_results\":{\"[::1]:45957\":{\"Ok\":null}}}","iteration":3,"elapsed":"110.052392ms"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.197962437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.198045182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.198075101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.198556611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.199181055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a09100f6-8acc-42c4-9075-b655af4b8c56\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.200205416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.209298383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.216592666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.216771753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.216858987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.21696581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.217611857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.217807888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.218741388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.234243444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.234352211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.234441279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.235128498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.235618364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"861661d4-3934-44f8-ba3b-f905a8d69d51\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.23650985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.239491862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a4b169-300d-4e72-aafb-9844d9e173ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.239791308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.242955633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.243063678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.24314964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.243797691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.245835641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.257282248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.257390073Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.257477948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.259662761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.263236662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac78286b-21ef-43eb-a77f-6782fe189e67\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.263576669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.264789746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.26489723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.265508037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.269798696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd112c3-6e05-452e-a3f2-9eeb843741e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.270001129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.271855083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.271914862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.273527966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.274917705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c0e503e-8fd2-40b6-881a-4cc72ff25c5d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.274990841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.276714886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.276771098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.277237207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.27824279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f855cf-c5c7-4ef7-b549-ab15a565cf83\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.278304483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.279922447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.279985202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.280015082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.280042707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.280427483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.282267058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"971f5b89-3793-4fa9-84e5-0676ab790a77\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.28245862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.283119978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.283179266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.283207973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.283555676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.284669876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8957c306-ae0a-4a05-9f24-d9ed78aac2de\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.284808021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.28636846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbe9f6a-ff99-4804-bfd2-3c3c892f38ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.286708608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.286914007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.286967844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.286996752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.287464374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.290525713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdee9934-67ee-4952-9831-6a6ef342907c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.290588518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.290761072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.306455292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.30653963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.306565431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.306591273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.307296087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.308709413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d9d90c-865b-475c-a299-6ef24475a1dc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.308947758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.311549301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd251fcb-a63a-4ad9-8b85-547922163ada\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.311761564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.31219092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.312283594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.312760525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.316556738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.316629133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.317667451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.327699349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.328280938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.330699998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.333931156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.334143008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.334246454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.33432966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.335023673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.335442096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46a0b34-fade-49b9-b67f-8ec09d1821fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.335684539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.338250141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.338353126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.338435881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.339201647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.341638652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19aa0a5-1716-4958-aa9e-c42ae11b0dff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.341854202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.343269582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.343433879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.343530522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.344034286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.346542403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.364362699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.364495163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.364576485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.364687476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.364770852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.364887184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.365441949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.368405724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.368501665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.368642666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.369280748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.371752783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.371901179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.372016769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.372512356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.377284294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93908465-72fc-4b0d-9e4a-b6530c0a4c10\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.377530976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.377883558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.398115268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.398205007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.398235739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.398892968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.40123277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51cbf52d-a399-4f1a-a75e-30e499a05f4f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.401374292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.403218166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"142c12aa-fe3d-4381-8c4d-5b22cbac097c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.403426551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.403550267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.403592812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.40404357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.406856866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac618d67-65e1-4f66-ace8-d02afd2cdbf1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.40691426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.407309197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.407358174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.407618323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.408908664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"645790ac-3229-46bd-bbe4-5a200ce012f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.409039224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.409849819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.409894758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.410310907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.410510846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c189c2-e39c-4388-98fd-bcb2f5d149fa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.410650214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.412137958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b79df99-4c9e-4e8d-baac-b432a01b7cc8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.412266023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.413120856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.413166146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.41356439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.413759569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a955887-a633-48ec-b564-c1c349cd7c9c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.413876862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.415565327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19bbe4cd-f239-425a-9f4e-3dd86c95dac6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.415743001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.416189741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.416237265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.416264009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.416287776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.416689807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.418694682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54cb86bc-6a5b-489e-855a-bb736c2175a0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.418755312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.4189248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.418968487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.418995381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.419425377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.423084087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.42315585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.423187143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.425078671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.436175551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5978f78-bb7b-4089-84cc-8532df9a9735\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.436640397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.437316474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.449015173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.44914398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.449225773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.449340281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.44943033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.449511362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.450043793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.454876612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.455041049Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.455088805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.456728952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.458385733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dec44bd8-eb5f-4c3c-9790-ea12121a079f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.458754719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.459467409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.459524252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.459551276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.460343895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.463415335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c38ee9-e412-4522-b2d9-69275c26906e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.463554672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.464714503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.486939786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.487062771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.487104353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.487943766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.494723624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357243c2-2cd1-4f68-91f8-98e086c1a651\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.495014805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.501779403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: a279dafa-348a-4a71-9604-0a63aa7a501a, kind: Service { id: 0fc129ce-c062-4699-b082-1c94a41f3e8e }, name: Name(\"external-dns-0fc129ce-c062-4699-b082-1c94a41f3e8e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: bea1f5ed-c189-4fe0-9525-52913159a1ad, kind: Service { id: 5f010edc-82bb-4234-be25-92620fc15816 }, name: Name(\"nexus-5f010edc-82bb-4234-be25-92620fc15816\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.501896626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.501991044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.502079921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.50215972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.502739746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.505981124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.509729823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.509826847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.509936746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.51044099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.510883482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a60faf-b301-47f8-aa8c-0faedc6ecb01\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.511184772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.513610475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ac2b7f-ed8c-4665-8792-7e58b5c72da5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.513866956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.514148086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:43.694587Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.514233857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.515121005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: a279dafa-348a-4a71-9604-0a63aa7a501a, kind: Service { id: 0fc129ce-c062-4699-b082-1c94a41f3e8e }, name: Name(\"external-dns-0fc129ce-c062-4699-b082-1c94a41f3e8e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: bea1f5ed-c189-4fe0-9525-52913159a1ad, kind: Service { id: 5f010edc-82bb-4234-be25-92620fc15816 }, name: Name(\"nexus-5f010edc-82bb-4234-be25-92620fc15816\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.51523928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.517403252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18994eea-db1c-49e4-a5aa-26c27aecba5d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.517656436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.519766831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce51dea-3920-42a8-acbf-2dde4fa12896\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.520139394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.521970672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ee46741-d533-4055-a4b1-7b74689473d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.522236532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.532671413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b231349f-7a93-43bc-96c4-9301d91de1d7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.532949918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.536601824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb4ee878-fcbc-4641-801f-d55653d3ba4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.53681551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.540531965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b3e051-cfff-4c90-b9a0-e9c6686c65e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.540763045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.543938402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8239338d-f4bf-4d3e-918f-92e8476d8d9b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.544151727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.547613985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f8c4e30-169d-43e7-ab95-1f4ac405874f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.547821829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.550939661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bce944f7-cb47-4109-a7b9-b2a138af96ae\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.551150151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.554185659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad669aaa-d157-4f4d-bf0a-363bf3b57312\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.554388723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.555601179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d72b732-fd66-403a-8f60-7b7172947c24\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.555815446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.557258742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4033f5cd-50ad-4779-af42-fe94abd9e33c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.557477818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.558995241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f921598-0251-4a8f-8209-98e6e3f80553\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.559211472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.560528396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"606b1097-63cf-4216-ac02-365c3b9889e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.560717212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.560833444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.560924315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.561006238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.561757355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.565987713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.576342304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.582410855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.582665733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.582786083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.582906222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.583653622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.588388015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.592105531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.592306221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.592427884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.593059332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.675007659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.67509856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.67581118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39446"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.676461285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"e5786e24-bc81-4638-a1ea-c65cfb380c29","remote_addr":"[::1]:39446","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.677249084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"e5786e24-bc81-4638-a1ea-c65cfb380c29","remote_addr":"[::1]:39446","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":800,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.677871745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5786e24-bc81-4638-a1ea-c65cfb380c29\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.679686701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.679743715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.67977155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.683730178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.68393233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.684043392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.684137379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.685140758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.700006637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.703436341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.703788693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.703845526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.704317967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.705521746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:06:35.991565Z, time_modified: 2025-04-30T06:06:35.991565Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(52443), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(38174) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.705573609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.705595703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.705620372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.706065349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.714268143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.71435203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.714389244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.714419885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.714787026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.717013152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.724051315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.786561953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:52443/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.789039429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64123"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:45.789683292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"232fcbcc-d285-4d9a-b23e-b0d09cd81581","remote_addr":"[::1]:64123","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.79089704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"232fcbcc-d285-4d9a-b23e-b0d09cd81581","remote_addr":"[::1]:64123","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1224,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.791528178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"232fcbcc-d285-4d9a-b23e-b0d09cd81581\", \"date\": \"Wed, 30 Apr 2025 06:06:45 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.793921115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.794029341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.864638626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.864841159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.864949365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.865043041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.865331175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.865522687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86562954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86582537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.865933606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866008745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866087102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866161169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866390125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866548992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866644692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866723229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866800393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866873749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.866948267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867020992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867095912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867173296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86724575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86739648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867545507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867642541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867719895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867800095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867876186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.867950955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868028279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868106405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868180082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868255031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868327315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868479989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868638545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868728184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868805147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868882351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.868954475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869029775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869106077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869177228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869250845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869322688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869396555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869485432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86956433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869713797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.86979032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869869568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.869940659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870015919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870086861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870246449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87033256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870406768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870480265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870561917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870696275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870788609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.870866574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87094456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87101994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871091923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871163075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871305789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871458113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871547982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871623923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871699394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871778852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.871949282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872054972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872187556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872262977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872338637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872467544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872574217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872647723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872719406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872789395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872857762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.872995346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873093481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873170485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873245945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873409511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873499901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873574961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.8736449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873722304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873802494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.873885479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.874015077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.874111139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.874195126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87427214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.875039388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.875432792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.875548603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.8756979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.875779483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.875856657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.875929041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87599887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876128017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876216424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876298347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876377224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876451251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876524397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876596421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876743283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876817541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876890537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.876962149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87732891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877432116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877505672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877579048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877661252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877732705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877807163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87788109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.877952212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878024807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878094415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878166018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878293973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87844289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878532087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878611696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878641385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878666245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878690082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878713379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878736334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878759621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878783929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878809099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878831494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878854169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878876624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.8788996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878922145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878945281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.878967996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87899031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879014769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879037615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879060099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879082334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87910538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879128255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87915062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879172333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87919578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879218735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879242603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879265689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879288585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879310919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879333755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879355829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879378644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.8794368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879463253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879485547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879508002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879531208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879553512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879575857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879598222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879621508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879643852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879665906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879688141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879710545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.87973282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879754944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879777348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879799803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879822228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879844683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879867398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879889702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879912317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879934882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879956515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.879977968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880000223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880085412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880130342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880156835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880181153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88020466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880229289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880251944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880274569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880297725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880321042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880344769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880368506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880392274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880417223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.8804405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880464037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880487553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880510539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880533645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880556952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880579306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880602302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880625228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880650909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880675057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880698013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880721269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880743483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880765978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880789174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880811339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880834234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880857891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880880927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880904414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88092742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.880950656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881011688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881050425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881074783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881098741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881123881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88114827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88117328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881197588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881220444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88124363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881266255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881290143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881315233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88133903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881362547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881384841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881407947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881430452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88145435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88147966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88150454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881588186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881621914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881645941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881668537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881691462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881715059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881737815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881761472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881784648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881808175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881832974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881857743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881881541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881904627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881927372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881949546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.881972963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882041981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882084255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882108774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882132781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882204023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882238302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.88226269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.882286257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.882307269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:53957","component":"dropshot_external","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964056439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964134565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964166769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964193843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964219053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964245365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964271047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964296497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964320495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964346317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964369803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964393801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964417719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964442027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964466837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964490764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964515333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964541616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964566105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964591144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964615443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964639611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964663929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964687747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964711474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964735743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964760011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964829559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964859088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964883757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964924318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964957084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.964981342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965004718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965028706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965052794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965077353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965101662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965126311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965149908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965173735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965197703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965222472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96524657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965270498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96529637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965323003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965349716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965374145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965399265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965423563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965448873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.9654721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965496348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965520386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965543452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965566688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965589834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965613171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965636557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965659734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965684333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965708691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965732669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965756156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965825223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965854041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965878529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965902157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965924972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965948689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.965971304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966023017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966050652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966074059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966098889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966122205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966145471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96617008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966194108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966217936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966242194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966266011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966289578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966313336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966336943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966361181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966385039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966407844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966431291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966454397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966477703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96650095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966523204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96654647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966569626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966592662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966615488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966638363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966661369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966685127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966708333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966731449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966754495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966778162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966801408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966825196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966848121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966871247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966894824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966918061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966940596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966963321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.966986597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967011497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967035154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96705821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967081116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967103851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967127037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967152117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967176445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967201055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967225243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967250623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967273318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967298228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967417947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967452556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967476614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967499379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967576773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967611192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967635039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967657764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967681261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967707393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967731642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967754998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967777754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96780105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967825268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967850428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967876019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967900939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967925328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.967949165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968008353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968038994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968064204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968087962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968111669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968189744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968293471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968330104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968355875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968379292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968402238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968424783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968447678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968470834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968494001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968517297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968540543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96856383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968586445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96860925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968631825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96865441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968677436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968700252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968723007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968745802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968768137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968791313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968813748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968836483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96885987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968882535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968905531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968928496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968951161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968973817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.968996772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969021061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969044137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969066832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969089657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969112804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96913629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969159106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969181651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969204216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969227262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969249756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969273143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96929648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969319024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969342471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969408623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969438633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.96946229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969485566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969508993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969532329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969555967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969579714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969602509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969625515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969648631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969671877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969694923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969716947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969739723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969762378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969785163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969807428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969831175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969853429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969876525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969899711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969922747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969945603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969968518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.969991344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970014911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970037556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970060141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970082806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970105231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970127435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97014995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970173327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970196703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970219479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970242655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970265801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970288586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970311021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970334357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970357764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970404577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970427423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970450138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970472873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970495128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970518594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970541179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970564235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97058682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970609886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970632291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970657461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970680968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970703413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970726018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970748873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970771388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970794043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970816678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970839945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970863221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970886157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970908852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970930916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970953501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970975906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.970998881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.971022128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.971090163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.971129412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97115365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.971177076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.971199581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.971222076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.974584716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:50963","component":"dropshot_external_techport","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.975358748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.975597584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:60748","component":"dropshot","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.975652534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:60748","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.976327418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:60748","component":"dropshot","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:60748","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97638347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.976463489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","addr":"127.0.0.1:58122"} {"msg":"starting producer registration task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.976493339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.976514671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","interval":"10s","address":"127.0.0.1:60748","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Running step start_oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.976548519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97656934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"registered DTrace probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97732184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:45.977370977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.97741257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.982721037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.983176715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:58122","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:45.983271123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.051431117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://127.0.0.1:58122/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.054236818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:58663"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.056726648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"5743d96e-ae7a-46f4-9534-463f957b5ef8","remote_addr":"127.0.0.1:58663","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.057627173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5743d96e-ae7a-46f4-9534-463f957b5ef8","remote_addr":"127.0.0.1:58663","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.057697984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5743d96e-ae7a-46f4-9534-463f957b5ef8","remote_addr":"127.0.0.1:58663","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.058444471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5743d96e-ae7a-46f4-9534-463f957b5ef8","remote_addr":"127.0.0.1:58663","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.062153661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.099114473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.099207609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.099235194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.104298663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.108549763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.108626385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.108662918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.108691355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.109554084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.120828988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.125997386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.133818168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.141019096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.169612596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.182338672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.190830231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"5743d96e-ae7a-46f4-9534-463f957b5ef8","remote_addr":"127.0.0.1:58663","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":134127,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.199454915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.200854424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5743d96e-ae7a-46f4-9534-463f957b5ef8\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.204624295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"5743d96e-ae7a-46f4-9534-463f957b5ef8\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:06:46 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"5743d96e-ae7a-46f4-9534-463f957b5ef8\\\" }\"","delay":"221.316018ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.20497336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.209729567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.213172597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.21578923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.218382477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.220895705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.223373421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.225876759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.22867277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.231251869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.239797104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.239873256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.240630385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.24362441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.248215457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.252139285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.25619175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.267335152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.2721575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.277216721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.281556557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.28589938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.289885282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.294163997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.302474856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.306694593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.313185526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.318464254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.32207585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.325302579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.331664885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.335137183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.338398161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.347590175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"will register with Nexus at 127.0.0.1:58122","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.347688531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.434042586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://127.0.0.1:58122/metrics/producers","method":"POST"} {"msg":"inserting current version","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.434729535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.434797811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.434926868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:58223"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.435558566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"45057b42-a4a2-4e41-8fe2-8510eecdb699","remote_addr":"127.0.0.1:58223","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.436154293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"45057b42-a4a2-4e41-8fe2-8510eecdb699","remote_addr":"127.0.0.1:58223","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.436222399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"45057b42-a4a2-4e41-8fe2-8510eecdb699","remote_addr":"127.0.0.1:58223","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.437118965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"45057b42-a4a2-4e41-8fe2-8510eecdb699","remote_addr":"127.0.0.1:58223","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.441432109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"c2686b9a-5d8e-4aa1-9057-0dfe4512bb82","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.442543794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:44696","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.442603944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:44696","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.442632741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:44696","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.442657831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:44696","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.442682871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:44696","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.443337536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:44696","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.444695551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.444747124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.926445787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"45057b42-a4a2-4e41-8fe2-8510eecdb699","remote_addr":"127.0.0.1:58223","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":490888,"response_code":"503"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.927004901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:58122/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.928200022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45057b42-a4a2-4e41-8fe2-8510eecdb699\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:46.929481124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"45057b42-a4a2-4e41-8fe2-8510eecdb699\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:06:46 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"45057b42-a4a2-4e41-8fe2-8510eecdb699\\\" }\"","delay":"946.155803ms","count":"1"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.931685557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:43560"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.93635509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors","method":"POST","req_id":"9945dcd1-4f32-40f2-bc5d-b88a65a2a075","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.936713645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"9945dcd1-4f32-40f2-bc5d-b88a65a2a075","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.936909896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"9945dcd1-4f32-40f2-bc5d-b88a65a2a075","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.937831332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"9945dcd1-4f32-40f2-bc5d-b88a65a2a075","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.953975758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","address":"[::1]:44696","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.954413531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors","method":"POST","req_id":"9945dcd1-4f32-40f2-bc5d-b88a65a2a075","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":18099,"response_code":"204"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.955941054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"9945dcd1-4f32-40f2-bc5d-b88a65a2a075\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.956213016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.956306893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.956415369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.961319741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.961594538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.961755339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.961924536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.962050366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.96213737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.962213842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.962290214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.962364212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.963453001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.964472693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:36640","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.964584225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:36640"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.964761228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","model":"test-model","serial":"totally-unique-serial: 9c1c6210-5a6e-4e7c-885d-433c02ceee6a","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"9c1c6210-5a6e-4e7c-885d-433c02ceee6a"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:46.964973591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.965104832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:46.965987501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:46.969413056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.034926808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:52115"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.035234702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.03647861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.040300465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67bd80-e04b-41f4-8873-ffdee761b58d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.040607997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"dec53242-ec7b-4812-8e41-fc73cf6fd54c","remote_addr":"127.0.0.1:52115","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.043123349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67bd80-e04b-41f4-8873-ffdee761b58d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.043306203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67bd80-e04b-41f4-8873-ffdee761b58d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.044315124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67bd80-e04b-41f4-8873-ffdee761b58d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.044752896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dec53242-ec7b-4812-8e41-fc73cf6fd54c","remote_addr":"127.0.0.1:52115","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.044919047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dec53242-ec7b-4812-8e41-fc73cf6fd54c","remote_addr":"127.0.0.1:52115","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.045595234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dec53242-ec7b-4812-8e41-fc73cf6fd54c","remote_addr":"127.0.0.1:52115","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.089667405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5d67bd80-e04b-41f4-8873-ffdee761b58d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":49301,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.093304772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.093378279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.09410661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.096502183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d67bd80-e04b-41f4-8873-ffdee761b58d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:46 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.096743664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.102951212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.10302045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.103071843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.103103626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.103668101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.124115541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","collection_id":"cf16d4cd-a1bb-4362-af3a-06b270407331"} {"msg":"inventory collection complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.124200701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","time_started":"2025-04-30 06:06:45.164570 UTC","collection_id":"cf16d4cd-a1bb-4362-af3a-06b270407331"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.124490899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"collection_id\":\"cf16d4cd-a1bb-4362-af3a-06b270407331\",\"time_done\":\"2025-04-30 06:06:45.679925 UTC\",\"time_started\":\"2025-04-30 06:06:45.164570 UTC\"}","iteration":3,"elapsed":"2.377869318s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.124553864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:47.124585587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.1246122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"29.178µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.124640507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.124666849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"10.461µs"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.131567498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.137321493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.144061782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.145076224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"dec53242-ec7b-4812-8e41-fc73cf6fd54c","remote_addr":"127.0.0.1:52115","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":104435,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.26366273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","physical_disk_id":"9c1c6210-5a6e-4e7c-885d-433c02ceee6a","zpool_id":"a531a0fe-2d95-43f7-8da2-2480ce362fd0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.263744122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.263780955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.265081136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.268600788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.268670076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.268704575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.268731238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.269529238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.274004916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.278422117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.2872824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dataset_id":"27532baa-e32f-4bfc-ad9e-9c1400f5e54e","zpool_id":"a531a0fe-2d95-43f7-8da2-2480ce362fd0"} {"msg":"inserting test physical disk","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.302306445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","model":"test-model","serial":"totally-unique-serial: 9c1c6210-5a6e-4e7c-885d-433c02ceee6a","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"9c1c6210-5a6e-4e7c-885d-433c02ceee6a"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.302448888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.302546453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.303396286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.306242617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"PhysicalDisk { parent: Fleet, key: 9c1c6210-5a6e-4e7c-885d-433c02ceee6a (physical_disk), lookup_type: ById(9c1c6210-5a6e-4e7c-885d-433c02ceee6a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.306460471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.30663029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.306818435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.307408801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.311095206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.318908653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 9c1c6210-5a6e-4e7c-885d-433c02ceee6a (physical_disk), lookup_type: ById(9c1c6210-5a6e-4e7c-885d-433c02ceee6a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.319526505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","physical_disk_id":"9c1c6210-5a6e-4e7c-885d-433c02ceee6a","zpool_id":"a531a0fe-2d95-43f7-8da2-2480ce362fd0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.319601023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.31963471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.319874398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.321270068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.321358424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.321396931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.321427272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.322494408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.32618431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.3315497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.338619416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.338844043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.338894404Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.338925646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.339783044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.34632549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.355793524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.355869846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.355901229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.356673227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.365329734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.365395315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.365521557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.365575113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.366433864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.366755405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.366796808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.367061876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.367226794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.36738008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.368485963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.375149329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.386093174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.386287451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.386338122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.387261462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.38763161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.393484942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.393550322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.39358417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.394080428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.39643022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.396552824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.398402329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.399545146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.399604475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.401077981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60852","req_id":"bb18e073-79a4-40c2-9f17-33e4783ca51e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 42 05 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 B............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.401279211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60852","req_id":"bb18e073-79a4-40c2-9f17-33e4783ca51e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.401653136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.401847253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.402016691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60852","req_id":"bb18e073-79a4-40c2-9f17-33e4783ca51e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.402441106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2072, tv_nsec: 201292015 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.402710283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.403549054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53398","req_id":"8bed9b36-b6f5-42d4-9b34-a18464eca21f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 68 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .h..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.403790726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53398","req_id":"8bed9b36-b6f5-42d4-9b34-a18464eca21f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.403911095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.403937608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53398","req_id":"8bed9b36-b6f5-42d4-9b34-a18464eca21f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.485599324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.487404931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.487508618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.487678186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52234","req_id":"4a82f31f-5624-4906-91d0-70e26a2d2d81","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.488068113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52234","req_id":"4a82f31f-5624-4906-91d0-70e26a2d2d81","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.488287941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:47.488377329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52234","req_id":"4a82f31f-5624-4906-91d0-70e26a2d2d81","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.488657237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.489882568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.489940934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.498627922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd0bf675-ff24-43ec-9949-7429d2535b47\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.498901427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.502841718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7d5ba3b-f23c-4a77-bcad-d59576b85b25\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.503062488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.506804013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0395d39-9d2a-4062-8e10-4f158595e5f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.508173271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.51154076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b64bfe-ceae-4cfa-8c6c-4d96356ebf6a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.511712903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.513587338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c33334-1f9d-48dc-afeb-0ba40b124582\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.513661927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.516676944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86afce31-1fd5-4b93-a9a5-0469e78dc3a5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.516888135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.521280717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f7c4ad-047c-415e-866d-e31978abc371\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.52135274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.525278231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0308555-ffa5-43ff-ae2d-1f90499ebd95\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.525552608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.53210834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efd9b59b-201b-4ba8-8a66-dd010931d77a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.53232901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.534982216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767c13fc-f306-4fc5-a779-66df2947aa7e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.53514977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.537931843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbcb354c-ea4b-4388-b37f-f81c9546e75d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.538032724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.539582913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a6145a1-dd1a-4d4e-9068-95171487cddc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.539805556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.549657846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef9883d-5d64-45a1-ba39-1a03826040eb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.549778196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.556512945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a85fb225-062a-4c0f-857d-74d842594f63\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.55668638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.560966458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78330287-398f-41c6-bee6-183986fc4577\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.561353449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"will register with Nexus at 127.0.0.1:58122","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.567889381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.639242969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://127.0.0.1:58122/metrics/producers","method":"POST"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.640204014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.640724551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:37936"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.642808112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"30251dde-24d4-4e72-9ee3-8883414596ef","remote_addr":"127.0.0.1:37936","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.643175695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30251dde-24d4-4e72-9ee3-8883414596ef","remote_addr":"127.0.0.1:37936","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.643241225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30251dde-24d4-4e72-9ee3-8883414596ef","remote_addr":"127.0.0.1:37936","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.644015187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"30251dde-24d4-4e72-9ee3-8883414596ef","remote_addr":"127.0.0.1:37936","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.645575686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9d6da8-48de-4d9f-9b15-b396a34dc161\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.645871496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.649059999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb604c6-5e49-4434-84cb-d37146027b67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.649126912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.652586755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"100466e0-dc25-4d2e-9087-5395857de9d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.652767205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.65491296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5549348f-a9db-4111-99b4-bce060aa37cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.654962218Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.656201057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f456e4-64db-4c24-b526-344074f74c22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.656448099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.658178637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"275fb777-7951-4f7a-942b-697b39599d7b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.658424186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.659677082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42abe1b1-5410-490c-a18c-64efa3cdc756\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.659777483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.660926682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe2cc15-adbd-4f6c-85f5-c78856b27af5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.661031251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.662427543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09c7cfc-993c-45b1-9854-571982966e7a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.662671118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.666966757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc95a5c4-b832-4ce0-8444-4442314a7bde\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.667211184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.670320228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a6a2f6-2eec-46ef-8c54-d4db360efcb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.670363525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.674590887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca37f6c6-a5ea-4a00-be06-33de42597ddf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.674822709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.678237553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e4913c2-5469-41c8-9201-a6e0ea2844ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.678455718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.680619389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a742b51-26cf-4f23-bbd7-c760f9e42928\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.68201536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.688313589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c81001c7-7c38-44bf-bd36-e0cc9747f0bf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.699232885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"assigned collector to new producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.699964503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.700383718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/producers","method":"POST","req_id":"30251dde-24d4-4e72-9ee3-8883414596ef","remote_addr":"127.0.0.1:37936","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":57616,"response_code":"201"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.702559323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.702766315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.702865232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.703032525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.704037868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.705813947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30251dde-24d4-4e72-9ee3-8883414596ef\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.708401964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"producer-registration-task","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.71244566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.720362464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.720469968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.720550308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.721183851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.721598727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1823ae5a-80ec-4327-b8e6-907ae925b5cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.72183602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.724633664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a7b035-415e-4a03-aa6f-77bb2c2a8995\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.724825366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.725579519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.725636673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.726933346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.729199832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fc80daf-461e-4cd8-9890-aab08bdd1c85\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.730506926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.731996895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c4d094-947b-44b4-b103-d1790326d47d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.732169709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.736179529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa6e365e-44ee-475f-bc84-476a94f2b6b8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.737182186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.740112876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ca9cbf-a8f9-440a-b932-43b22cf3605d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.740250961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.74262469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a3d163-3f50-489f-8cb4-59f7bbcf2cdb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.742746693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.744485127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5db8dc4-e706-45ab-afd1-03240b57ae65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.74460694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.751027192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cacbbcb-7339-4f4a-8c8c-1d979a775d0c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.751347329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.758035906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615ca8ba-8095-41af-a34b-09850f7484a3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.758261946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.761109059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a02daee-f06f-4c9f-a5c8-92e12e2decb9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.761346582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.772940743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3670e736-d37d-4a72-af0b-3be1ef92fb8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.77354665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.77843479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.782275251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e5cea3-22a2-4cee-8d16-53ce9c2e56cb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.783040336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.784927335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b077dcde-d93f-4095-8f91-557b46bfe9d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.785097314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.786461321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881d4f7c-5bd8-478d-99e8-df4e2a548216\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.786525379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.7865614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.786592282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.786619977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.787281054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.793036281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.800613679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.800738317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.800834108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.80092027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.801004467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.802008788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.82572927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.831014611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.831349638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.831498064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.832795329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.835614305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.835735346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.835824975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.835906948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.836411413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.926118689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.926377004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.931029113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.940232149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.940348151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.940436737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.941253154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.942603063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53771"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.94713371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"2ffb85ce-d076-40f2-92bf-bf4acd6e53ba","remote_addr":"[::1]:53771","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:47.947968484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"2ffb85ce-d076-40f2-92bf-bf4acd6e53ba","remote_addr":"[::1]:53771","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":848,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.95185645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ffb85ce-d076-40f2-92bf-bf4acd6e53ba\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.954286442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.956385153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.95647881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.95913406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.959267055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.95936467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.959450391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.960311176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.960854288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.961004878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.961674392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.972830399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.977491847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:47.977911082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.978042043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:47.979311523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.098113889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:48.133704671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:48.134086482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.134181521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"767.576655ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.134291871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.134340909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.134370207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.134399706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.134442731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.135219609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.138128776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.146621517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.1466982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.146729702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.14731088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.152127978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.152260843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.152357055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.152438166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.153045636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.156835908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.164663214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.164747452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.164778914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.165297498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.1657152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.165775901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.166379253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56247","req_id":"82eba98f-bcfb-4e08-9e31-f2b58a06179c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d0 b6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.166445685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56247","req_id":"82eba98f-bcfb-4e08-9e31-f2b58a06179c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.166708579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.166960651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.16701017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56247","req_id":"82eba98f-bcfb-4e08-9e31-f2b58a06179c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.168454257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2072, tv_nsec: 967251048 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.168523515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.169518117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.169729879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.170465424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.172529657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60136","req_id":"dcde35ab-f48b-41a4-971f-79e9d816874a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1e 3d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .=..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.172760046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60136","req_id":"dcde35ab-f48b-41a4-971f-79e9d816874a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.173187067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.173372146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60136","req_id":"dcde35ab-f48b-41a4-971f-79e9d816874a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.259112638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.259852983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55617","req_id":"d3be6b9a-aca6-4aff-b380-34a181e2ed82","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 39 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .9..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.259925548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55617","req_id":"d3be6b9a-aca6-4aff-b380-34a181e2ed82","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.260188462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:48.260290194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55617","req_id":"d3be6b9a-aca6-4aff-b380-34a181e2ed82","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.26050391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.260560513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.26058899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.266638773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2eb9212-35bc-498a-8941-1f1574251ccd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.267647944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.270970795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e07b6f7-8ec9-4f84-8845-37bd1084ce44\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.271176024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.273313923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a918cac2-a202-41ce-b64c-8bade6ba1d85\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.273504934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.275648344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c853ad-88d1-413b-ace0-3b3cfc4b8494\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.275790888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.282801547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6e8657-dd8f-4cda-ad6d-4059b5374ca5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.282960133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.286505897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b5827e-bd6d-4a42-95a1-621648bad4fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.286584835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.289655583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e247a1-d467-46d1-908f-b91e68097178\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.289729731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.296954987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.297386757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58faba53-90ef-45b7-80ea-660eaf56841a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.297539782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.299347954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96e1e610-2903-4d74-936d-4501d37ac784\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.299428234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.300815198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cde76c20-ade0-4b92-a7c5-be06ced04771\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.300972601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.302353533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1aa8a27-58c3-496f-9e53-e5adbefb86d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.303153917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.306943899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80525bd3-dda2-4987-aae7-97dcc01d8c16\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.307393444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.310172973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0eefe0c-115d-4892-9d0a-0fae4727f267\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.310489964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.31316797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60970192-6fba-4bf1-9b5d-ee4825b6250e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.313243791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.31711801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73b45301-dc6f-4afc-876c-f92232f4594f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.317643607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.320692783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8c00ea-ce8d-423d-b8ae-afad1ee58f1f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.320821589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.32315091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ac8a43-3fe1-4c34-afba-936f5bfbda1a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.323228705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.325361455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0248b33-3b51-48c8-8c74-4e0277e918a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.325435091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.327585015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c31e5f6-f71d-4344-b041-5edd4a110ce4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.327651748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.330258692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54eb905a-9ab5-4301-baf1-dc2289829e19\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.331157052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.332051945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12919d61-4328-4a78-ad10-a44cb939f176\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.332363436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.333649388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abdf4165-a73e-40f6-bd15-37b0ce735ad7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.33386619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.337274631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4f6b7e-273d-4bd5-9901-203b62e2e8fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.337517074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.3412591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ccf0aa2-675c-4552-a0e6-c9fc5af5bdb0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.341779707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.345119411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4ad55f-13f9-4c93-af9a-14800ee4af30\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.345413056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.347782086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.34793976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.348046834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.34816047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.349143789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.361525018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95df5025-38f7-4ab7-b470-0964afeacc43\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.36176666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.362115204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.373567011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.373628874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.373658914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.374121516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.377252915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.377318235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.378139602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.379451736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5c7118-eb4b-4a02-821a-7690928ebdb7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.379700662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.383163441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b421a2-3c0c-4a5b-af57-842ad8b2cd46\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.383231166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.385681899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f33eab94-63a8-4b8a-83cf-87e201d7fcd4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.385875174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.39049567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d68d35d1-5e40-4b34-89bd-638e2f1b1186\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.391250113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.392516176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f067b8-718c-4d8c-84a2-708057b0ba86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.392757226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.394918202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8dafff4-6c12-4d99-b9e9-5f9efc246551\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.395277207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.3981697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36de30aa-9003-4a13-b90e-6ea226b2667c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.398252565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.398876388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d8bcc9-3c6a-4682-9000-e6e11c166b6c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.399058601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.402060633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f149b1-e527-4e91-ba06-3a5b04288bd2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.402402754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.409869211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9acb7eea-07f1-4a8f-b4cd-674a7c2b9d78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.410040081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.412303601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6457ee8-5e8f-425e-a059-15d29461e9d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.413163855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.416581805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c45edd-4ba8-4354-a969-ec047a7674c7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.41671465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.427627493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.436686583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f96d749f-be6d-480b-98cd-8ba94e131fe2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.437278692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.441502117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"952159f0-8545-44be-8970-7332e1ad0582\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.441791003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.445989328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.446205228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.446779041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd99c0d-20c7-4ebb-aaf4-80c647889bf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.446946846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.448135825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff314f5-abcf-42a7-980a-466658db4d2e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.44827897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.449446556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1012e3-7e7b-48df-94ee-62cb54d08e05\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.449558379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.450482831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee26e6a-f8e7-40a4-a795-1bbbd7314cf1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.45059267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.451512252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95c519d-ae88-4de3-bf2c-9d1f3e45b178\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.451573784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.451692531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.45175218Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.451783512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.452851661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.45697181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.464418547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.464488496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.464555199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.464587143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.464614948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.466301759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.469071127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.474730042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.475127003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.4753565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.476179019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.479650325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.479708231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.479739553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.479767519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.480655047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.542076986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.542891649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.543836432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41634"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.544332079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"4d2f2ee9-a6d9-4b36-9554-bd9ff51e4a69","remote_addr":"[::1]:41634","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.546191123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"4d2f2ee9-a6d9-4b36-9554-bd9ff51e4a69","remote_addr":"[::1]:41634","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1844,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.546450169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.55648825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.556590173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.556677286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.558930586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.559366294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2f2ee9-a6d9-4b36-9554-bd9ff51e4a69\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.563256094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.563313949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.563344891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.565394385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.566233717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.566382283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.566432182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.567444569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.571229962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.571285542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.571784787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.572656013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.58166858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.581917145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.581972876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.582835505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:48.621101648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:48.621518438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.621659439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"487.448459ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.621803757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.621895299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.621953275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.621985018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.622055348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.623317222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.62646326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.635967868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.636458626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.636493856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.636519527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.640945876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.641018711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.645813494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53863","req_id":"d30b80e7-c172-46ba-9a37-f1c868c2a692","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b4 fa 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.645978473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53863","req_id":"d30b80e7-c172-46ba-9a37-f1c868c2a692","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.646281357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.646435213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.646530363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53863","req_id":"d30b80e7-c172-46ba-9a37-f1c868c2a692","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.646943366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2073, tv_nsec: 445842480 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.647000359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.647689222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.648459527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59116","req_id":"f55acbe3-8b3e-46c9-a047-e1945efb2f55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.648577993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59116","req_id":"f55acbe3-8b3e-46c9-a047-e1945efb2f55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.648907549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.64895299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59116","req_id":"f55acbe3-8b3e-46c9-a047-e1945efb2f55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.726940835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.727985677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.728031969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.728064995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.728092189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.728702816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.729019677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62116","req_id":"a9f297e1-f185-4033-a129-680a67bcea22","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 45 7e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c E~..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729194516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62116","req_id":"a9f297e1-f185-4033-a129-680a67bcea22","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729438702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:48.729605304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62116","req_id":"a9f297e1-f185-4033-a129-680a67bcea22","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729891484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.729929871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.72995474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.731882712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.745999148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.746066382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.746098847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.746859091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.749775402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5949f23-6dee-44d9-adde-a139cd6ebe66\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.750184607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.750504264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.750636898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.752674618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.755359628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aefb8e1d-2805-41a4-887e-6fe851fbf46c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.755556611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.761427939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f6ecd41-e294-4e7d-ac26-b690e190f155\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.761509421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.764466092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075904f0-8acb-46f0-ac6f-9ea64316b006\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.764696231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.779410328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29128d4f-5240-4731-9b3a-f26594e81680\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.779922087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.78720107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15ab285-e891-4dfa-9818-0448b0026be7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.787675745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.791958829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.797559739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"507582fa-67d0-4b7e-9d33-7f13ebb0bee5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.798040066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.808497972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da92900f-7608-459d-a81d-d8bf03397036\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.808816166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.828537921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9e5c85-7661-42ea-95c2-3490ec44c31b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.829099339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.843484391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.8435442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.843575352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.843602726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.84471904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.84548687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d568878e-919f-405f-9ef5-be366740a535\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.845762389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.861847628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.882495808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.882664033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.882750746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.883789806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.902559564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a2af01a-a2c7-4d9e-944e-749c4cbcac01\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.902972547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.903391321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.903668012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.904738245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.918667318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c60bca6-439c-4446-942e-5952de964be5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.918970752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.928417614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a54d5f1-7563-487d-8d67-f69086c39c2f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.928927039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.934158894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b4f2a8-e209-4e15-9094-7a699e5782ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.934326999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.94802431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd48cc1a-a0e5-4056-b468-0ef9cbe96b4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.948401241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.952076744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4774ac-db78-4784-bf11-7b1385e569d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.952588243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.957622804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.970566273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ff5ce3-69f0-4bf7-80ae-e0673de84986\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.972118456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.973260942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.978432265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.978797423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8f417e-de6b-44d6-8248-3d5bc6e5c6ff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.981245561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8f417e-de6b-44d6-8248-3d5bc6e5c6ff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.981324418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8f417e-de6b-44d6-8248-3d5bc6e5c6ff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.981475429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8f417e-de6b-44d6-8248-3d5bc6e5c6ff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.986775859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3c8f417e-de6b-44d6-8248-3d5bc6e5c6ff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":7986,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.987310124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8f417e-de6b-44d6-8248-3d5bc6e5c6ff\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.987470554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.987646564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7bfe791-1ae5-4b5b-b52e-bfb7320a71cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.987805822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.988219546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a302bc3a-8a09-4541-a338-3531fea456fa","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:48.989061213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a302bc3a-8a09-4541-a338-3531fea456fa","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.989126774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a302bc3a-8a09-4541-a338-3531fea456fa","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:48.990189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a302bc3a-8a09-4541-a338-3531fea456fa","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:48.994833544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a302bc3a-8a09-4541-a338-3531fea456fa","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":6633,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.011266906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a302bc3a-8a09-4541-a338-3531fea456fa\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.011728215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:60748","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.08267862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.082888438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.082943888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.082976573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.083002926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.083729784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.08477671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80753da-f05a-409d-80e7-7410528ef825\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.085067209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"registered new metric producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.093970498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:47578","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.149134318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.149565026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.18251157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.182598584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.182631569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.183833955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:49.18602998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.187267506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0034e280-f11c-4437-9f7d-8ce5ecadda86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.187467014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.18828832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.188350173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.18919159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.191470079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f8d91bb-0300-4109-a590-9d00d8fa5083\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.191773825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.193818639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"213856a9-ce80-4346-9dfd-00b652514ed3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.194895845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.198158957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20ad1ec-9d18-4b8d-9000-a595700f7d02\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.198505778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.200307487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfe69f46-2a28-4214-8bed-3fb55373a454\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.200880689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.213441175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a77a5f-8512-40fa-8a02-c18f7a21c140\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.21385504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.21904987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6af4a93-1152-4899-ad6e-82459764d087\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.219290169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.222899661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6727c81-e1e7-4968-86d2-dbf96e75af05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.222972847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.226102192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957512ce-ba88-4e00-a108-665cb145d773\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.226551497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.234474703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.236146384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97579ab-22d5-44d7-a9dd-347377b63e5d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.236254279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.241012129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca6db1e-a263-4f45-ba0c-0e29550a401b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.241181095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.242788568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82376515-1361-4d21-bd10-22a83ce116d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.243483413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.244987269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5cd08ca-8436-4e87-8ab7-32d8cd154933\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.245077168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.246125216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a900d868-8c58-4568-b443-8c91be7e90bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.246235296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.24748243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced2637d-552a-4b36-b026-481741ba767e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.247609083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.24889743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc77a77f-cdfc-4c44-bb0c-360964e5341c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.248962149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.253687283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448fa227-cae7-4f9e-a094-f7ed33624ce8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.254088012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.258490984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa98904-0f13-4197-acb4-2a94175acb8d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.258556294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.27924236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5929eeaa-780b-42ad-ab3e-01557fdde9cb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.279825752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.284088115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b2c657-99a5-4789-8c62-bebaf300555a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.284246571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.284983699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.28504429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.285076765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.285103117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.285937419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.289672872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.304233553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.304460866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.304514503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.305424967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.308788389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.308846514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.310263347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.312792987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2a70a35-bd4f-45b1-899d-e66166afa1e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.315051307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.318052637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33e4a455-d53c-4388-be3e-f146bd27eb46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.318250351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.321119768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7cc792-deba-44c9-8071-60989ec8307b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.321376179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.323142418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"147a79bd-d3a8-461f-9f99-a964a5308131\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.323301675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.326473826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbdd25c0-5942-458a-b9c6-f87073403322\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.326718243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.328510383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596579c6-04a3-4aae-b58f-36700de7b790\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.328575062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.328606876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.32863901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.328666825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.329622649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.334816297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.339343638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.339557594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.339607965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.339641101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.339669407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.340298591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.343110122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.350399977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.350484245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.350518914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.351174059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.414700041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.414810741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.415988418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:49.416057796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54672"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.417177707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"e47041b3-49b3-4f80-8547-aaf6a730a08e","remote_addr":"[::1]:54672","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:49.417699918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"e47041b3-49b3-4f80-8547-aaf6a730a08e","remote_addr":"[::1]:54672","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":723,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.418003763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e47041b3-49b3-4f80-8547-aaf6a730a08e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.420197233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.420293796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.420361641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.422600011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.422790721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.422919978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.423017352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.424101583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.426985388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.432034017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.432333424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.432386119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.433447193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.447184484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.447272199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.468479563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.468564362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.468599883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.468627307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.469571819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.47431998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.482231934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.482274889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.482302073Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.484263732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:49.540852712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:49.541734759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.54230732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"920.113376ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.542758048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.543089558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.543291821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.543348414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.54338126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.545066758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.548399598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.54846583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.549318179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.549528437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.556202094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.556263216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.556294318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.556751198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.559876565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.560120552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.563955803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62549","req_id":"8f13fee6-1109-463a-8a16-3472a111e283","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b e3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 K............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.564182615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62549","req_id":"8f13fee6-1109-463a-8a16-3472a111e283","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19427,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.564608514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.564950034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.565912201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62549","req_id":"8f13fee6-1109-463a-8a16-3472a111e283","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.566809248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2074, tv_nsec: 365703403 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.566871362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.567338383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58746","req_id":"ed7a0571-1764-462f-9166-b360542ce0e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a6 82 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.567766796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58746","req_id":"ed7a0571-1764-462f-9166-b360542ce0e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42626,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.567941564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.567973318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58746","req_id":"ed7a0571-1764-462f-9166-b360542ce0e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.630642803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.632330084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50342","req_id":"8ad1b4fd-a3f6-416b-b03c-ca16a9e134c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 51 81 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Q............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.632405956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50342","req_id":"8ad1b4fd-a3f6-416b-b03c-ca16a9e134c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.632487368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:49.632645012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50342","req_id":"8ad1b4fd-a3f6-416b-b03c-ca16a9e134c3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.63278981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.632835732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.633158635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.643753154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8408619e-e02f-48f0-a3ea-d85237d5c4b9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.644047651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.646999893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a5dd3b-80c7-47e8-94c9-cb2c07514517\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.647408818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.651498987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a17c0b8-b98f-4961-9e88-7f83f1b1717f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.65184666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.656173461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04553a7-9ef5-40a8-be1e-c84d1d7a4aa5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.656305183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.659659226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca9a7345-64e6-44cd-9ba6-737fa581667e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.65977146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.660390673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.665339854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c3d4a2-fd67-47d2-9546-e21510adbd82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.665580794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.667617693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255f4164-d1e1-4c4b-89e6-8979dcc048fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.667832491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.672153761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c0b502-5150-44ae-9054-e11c41778111\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.672558687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.675550989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330a5a5a-c5f8-4906-8745-b8bd830312d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.675794114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.677311026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ef95cd-b35e-4ce5-a966-e0493749bfa0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.677465394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.678736837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb28dc9-5c27-4039-b924-0964e292cae8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.678871786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.680145704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"307d53db-26a5-4aa8-8b14-1460dd8d6ac5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.680205423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.682533682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46c9aa9-5c56-48f1-b1bb-e9b374a669ec\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.682800463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.686720965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8aea35-02b2-4bea-859d-bdde9411e349\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.686847166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.691263375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80fad257-dd63-480b-a85d-e33ef7a53a6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.691376821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.704318797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3905223-dc8c-4013-851f-08179171665e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.704505439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.70680442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2750d95d-ce44-49c7-a419-639d7e12fdb2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.706926373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.71072933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f6f10f-156e-4f39-91d3-3d9a544569ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.711454204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.711739643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.711893549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.711936505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.711965924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.712712762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.717047889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.724215681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.724324317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.724571209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.725298348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.727168303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a453256-4f40-4737-9155-38ba821df642\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.727453101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.728590908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.728701428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.729740889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.730252048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2d6f64-2aae-4ed4-b21d-d812ffe63269\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.730582406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.732674685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e553f6c-845e-4b65-8650-9ba2ba9eeeba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.732924502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.734338429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f223201-695f-49f5-9f2b-e44b426c827d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.734567987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.735704601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12802dcb-b3e3-474f-a6b9-8df68c913ac4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.736001533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.738821612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"634f4cae-09bd-4fa0-89f6-0e738c5c9387\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.739100528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.742620351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2456a393-90ef-464c-b6d6-0449bf56e72e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.743036109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.748585135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c612ce5d-2c89-4d54-9f12-2ff613f6e94a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.749060091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.754553877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d035d7e-0677-48a0-91dc-a9b247430af3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.754806531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.762492996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.763119193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36405ec7-cbde-4904-8bae-f12eb9311b76\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.763897213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.769656298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84438239-23a1-406a-959e-b5d649cd940d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.769985594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.774461692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02fd4e73-da51-4eaf-bee7-debdaeebfc12\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.775495041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.776596105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8efa8fcb-1a5a-4d5a-8e23-13adbbe14043\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.7768945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.780026901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441f4de3-aaa1-4cb4-bb64-3e1072b20ac0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.780209575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.782140452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a15dc70-2524-4a1d-9832-a21becbca0aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.782301523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.783470161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd17f923-e0e4-4ed0-a750-c4782d48d046\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.783627004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.785014338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea4afb1-3162-46d1-84ad-aeb0ef719029\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.785392972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.787448528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d16b1459-c49e-41b1-9509-ee6fc90996c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.787944636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.790294869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb517db-a544-4cd7-899d-b193e94f7bac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.790609566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.793613842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f27ea10e-2029-4c32-86fe-12ede076f2bb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.793860714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.798173216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8c1a12-3c0c-4005-999a-e190bd2a26d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.798656519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.806578653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a493fbc-e8f4-4acd-9fc1-a7293826507c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.806885835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.816060265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.816125555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.816157779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.816184322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.817126549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.825278441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.83208354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.832191245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.832275683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.833232139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.839130731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.839236061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.84001847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.880420799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d9420a-e4f4-4967-977c-b846bf3a08b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.880699484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.893953041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc28725-199a-4ad0-8c86-eb791d68fc5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.894835028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.902299351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f15d64-9fb0-4945-80cf-352b87ec0124\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.90255507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.905635418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e78d2e-1dea-46e9-bcb5-1cc59ca4b370\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.905920115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.911178592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24baeaeb-a7ae-4a6b-bab0-80fe5f1850b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.91128318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.911324142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.912282952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.912349515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.913037886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.914812973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.915004455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.918602464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.918669537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.918704968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.918742743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.918773294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.919095025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.923736974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.931180084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:49.931350764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.931460262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:49.932157822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.023482861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.023781316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.024257073Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.024319137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.024353285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.024383205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.025377346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.025441002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50125"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.026301106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"035e3aaf-c435-49df-a350-a5b28b31c751","remote_addr":"[::1]:50125","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.026917835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"035e3aaf-c435-49df-a350-a5b28b31c751","remote_addr":"[::1]:50125","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":613,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.027229726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035e3aaf-c435-49df-a350-a5b28b31c751\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.029712964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.029769998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.029797132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.035080799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.035466087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.035587579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.03567849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.036735045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.037818774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.049288086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.04935529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.049387093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.057551741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.060056361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.07492719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.075706884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.075836783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.079593959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.093349977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.093600155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.094665177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.095508868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.09577091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.108466305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.111447405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.111507855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.111539789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.148268648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.149262429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.149370664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"606.54414ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.149417207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.149448339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.149480102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.149514892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.149549901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.150278894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.150847026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.154919239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.16239784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.162475615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.162511637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.163193796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.168083077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.168147135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.169651743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57422","req_id":"a4ce60e8-dbb1-4826-9c13-e9ac6ddc86fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a4 a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.169793054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57422","req_id":"a4ce60e8-dbb1-4826-9c13-e9ac6ddc86fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.170184354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.170958296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.17126634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57422","req_id":"a4ce60e8-dbb1-4826-9c13-e9ac6ddc86fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.172043589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2074, tv_nsec: 970936391 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.172110993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.172896738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58777","req_id":"0987160a-06db-4f25-8282-d75cbfead4b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 19 6a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .j..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.172958922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58777","req_id":"0987160a-06db-4f25-8282-d75cbfead4b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6506,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.173081917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.173198019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58777","req_id":"0987160a-06db-4f25-8282-d75cbfead4b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.241284777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.241708602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.242023599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.24207939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.242110422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.244927625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.24695278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50781","req_id":"fd55f906-e7a1-4435-9bf5-c1edab527cf7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: aa 6b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .k..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.247019443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50781","req_id":"fd55f906-e7a1-4435-9bf5-c1edab527cf7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.247216776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:50.247390442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50781","req_id":"fd55f906-e7a1-4435-9bf5-c1edab527cf7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.247470752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.247500762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.24752997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.249830324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.256847485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.256917935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.256953526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.257581728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.261009648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7a58678-7871-482f-9518-68f2632de170\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.261328313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.262183036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.262306842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.264641654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.266325078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b85d03-4686-4bb7-8c77-2818b531eff1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.266532682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.272327748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a951432-87f6-422a-b512-65fc1ba62f6b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.27257444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.275894805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f8dac6-dc49-462b-8636-423088b71f79\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.276151487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.279655709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34073e66-4a99-489d-98e8-f47673b71eab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.2798019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.283429748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c2d674c-9909-47ab-856b-548832e75b81\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.283516912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.286829221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"788e2c5d-e7f4-4707-9a79-4022aacd991b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.287086514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.292332647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3068e56-ae2b-4fed-8977-36930445b7de\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.293331306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.295273155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a268fc-46ac-428d-8099-fef724a96e68\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.295364768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.296533507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7246d47d-6a49-432b-bc01-d10ee0857ee4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.29671577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.29866328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8d2720-bbf4-4fa4-976b-e9067719888b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.298785554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.302461648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c0ed02-70bf-4609-b320-c2e8f1bae66d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.302956925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.30365708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.307202464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4bbfff-ff39-4bf8-a034-dd8b5d3c3abe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.30740639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.311387542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09e6def0-373d-4084-8875-d6eceecaebd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.311772149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.316437374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50956f9e-6b3f-40ce-96d5-3ddc611348b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.318077331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.321575702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c40525a-652e-40ee-92df-18e15dbc6029\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.321707664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.323422341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"905f5361-6325-4312-a226-441042493177\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.323500947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.325307216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b3a6b3-c05c-4992-b107-21aa78ea95f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.325445342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.327687188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be4537b0-268e-4d7f-84b9-8f0d8c145927\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.327897728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.328794124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487da80d-d9d3-4dfe-8fad-7bf61e8242a7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.328970124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.330188532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa378661-a424-4668-99d4-30515884bd09\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.330251107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.332221673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076cd604-ee88-4038-8ccd-6d736d3a9d5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.332290951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.333411644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165440ed-eb9c-4cdf-905b-09a109489060\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.333539278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.334743277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9acc145f-8ff4-4072-98d0-2f6475e4b2bb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.334806784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.336829634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f1526e-5643-4a47-819e-89c9d8d70afe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.33690296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.339627378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02993e0d-0632-4266-bffe-e504e32d866a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.339809832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.342085566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ee1b33-b1c6-4e2b-9eb5-635442b6f019\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.342736473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.345394078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e22a8e-c7b8-4cdc-a07c-19e68850302e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.345547764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.34845147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44df7335-37df-46f9-aea5-20211c157bba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.349567093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.352455658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a4af42-b510-4989-a0da-518b15576513\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.352604224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.353748093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a257d3-010b-4e32-b9d0-3041a3717ee9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.353933542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.354896561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.354953755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.354987011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.355018394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.356012925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.356349717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f92921a7-8220-4b72-a622-e2096f8e4c1a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.356505968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.358895819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f395418a-f9b9-4967-bef0-28970c5c2ccb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.359007783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.359942455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.366770359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.36684102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.366874717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.367327459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.367676104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75bfa6a-8707-4486-9f61-8833c0b37c7e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.367753718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.371140095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.371203301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.372178504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.375826262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4771741-ecbc-4c38-91cb-a88588d4bd1e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.376018505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.37836983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2258eab9-6e0d-41fa-b5fa-4424f2c8d900\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.378608896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.381566169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28b5b6c-e923-43c7-9685-ed542a001e35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.381645176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.384523451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aeedd52-1b5e-45dd-9661-b50323fa4553\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.384921604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.387182779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7dd53e8-4a50-4fe5-bc62-145b71257cb5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.387257799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.391912132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4ef1ab-b6f8-4bd2-8364-0314f688b77a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.392077321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.396068433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d805ac84-a345-4ea8-aa9d-1d617c82f0e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.397263014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.399687514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40c09cb-ac5c-43a4-8cb5-b9df53c9adac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.399893114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.401076862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c25af9-42b7-4be5-b5a7-4884b96a4cd5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.401214627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.402103047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"518f8055-4b9f-4638-a8a9-b1fafef2feee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.402346302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.414092365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd8fe08-19bb-4af5-9474-449b706e570b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.414168607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.414203857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.414232975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.41426051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.417832066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.418675447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.420766914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.437314413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.437436427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.437470735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.437502568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.437531055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.439051314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.44495169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.449179013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.449258601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.449310595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.449709891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.450903839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.450967727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.451073077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.451838612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.451881998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.530949094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.531155756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.53196087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.532192151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.532326749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.532453863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.533889383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.534135423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43967"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.534984635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.535241417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:50.451702701Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.535784138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.536123564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.537565086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"c32997fd-10b8-4904-a859-ed92c3e24b16","remote_addr":"[::1]:43967","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.539562546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"c32997fd-10b8-4904-a859-ed92c3e24b16","remote_addr":"[::1]:43967","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2009,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.556672647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32997fd-10b8-4904-a859-ed92c3e24b16\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:49 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.559225123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.55932413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.559388438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.562255971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.56611992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.570511841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.570610918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.571467886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.576233641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.584567596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.584656723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.584691663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.585002402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.585579692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.586137323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.589636946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.593144755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.59334769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.593398571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.594360969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.595977289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.596043531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.596729848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.59678578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.597239885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.602342241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.602415647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.657119992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.70436283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:50.704675233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.7047341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"555.359487ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.704773619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.704801644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.704856053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.704890211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.704917746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.705940453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.708353672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.708447308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.708574702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.708605143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.709764553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.711251024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.718653363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.718738292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.718771348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.719657203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.721239937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.727231715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.727293588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.727323347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.727939074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.730462662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.730513163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.730977097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.731690759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.731804847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.733216409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55165","req_id":"9097b70d-c127-4ee6-bcde-b3aab62ac513","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 43 56 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 CV..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.733418411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55165","req_id":"9097b70d-c127-4ee6-bcde-b3aab62ac513","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.733694461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.734103386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.7343212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55165","req_id":"9097b70d-c127-4ee6-bcde-b3aab62ac513","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.735625539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 534423482 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.735694857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.736544801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49687","req_id":"f9b97acf-cb1e-4d48-9d3e-326ba9f911d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d6 eb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.736664128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49687","req_id":"f9b97acf-cb1e-4d48-9d3e-326ba9f911d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.736756132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.736796302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49687","req_id":"f9b97acf-cb1e-4d48-9d3e-326ba9f911d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.812199287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.814059473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50950","req_id":"2e603738-288c-4fbb-b628-3cd146240c51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fa 0a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.814129643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50950","req_id":"2e603738-288c-4fbb-b628-3cd146240c51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.814256225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:50.814336605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50950","req_id":"2e603738-288c-4fbb-b628-3cd146240c51","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.81540293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.81544815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.815555293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.83740093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a9fc4a-f031-4cac-aff4-644c04dc0f3f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.837923491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.875190994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0fc4a68-1143-4ccc-b141-a0ac46c06e58\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.875543576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.893923988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.895791168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a6f60b-e99f-4a81-ad76-5c3f0f2e8169\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.89593246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.901715212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77df9867-ac85-46a9-8873-f7481fef99ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.902126431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.906365968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b60308a-22ac-4f20-978f-98ad9aee718e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.906691527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.909357889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e3d8077-fc0a-4c55-ae49-604100d1a488\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.909647817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.914190758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"387d34f4-591c-4ea3-8896-b67da41ec8e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.914323563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.917115175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efdc5f66-df18-488b-b73d-affdebc249ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.917518348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.918657949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652a17fc-47df-4f3a-9978-5e93cab72c61\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.919064288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.92002863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7fe798-2a12-4963-b1b7-8e5cabd3b0c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.920214149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.921136287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6caf4fd4-3db2-4619-b70d-aaac82e3a702\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.921249643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.924464398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad99bfba-933b-4910-87a0-cf8798aa4d7b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.92454076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.926700042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0bfd5b5-1145-4cfc-aa5e-0e1321fd3f8e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.927174588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.929643387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55a9af1-ea19-4b67-8180-b3feaa311284\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.930094946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.934288612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58bb819-f5fd-4b9e-959c-8be47b08f2aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.934491065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.938605553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7090a99e-9391-4b98-bea0-5a0f416f4c4b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.939172383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.94338683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b5d6c0-1457-4790-a871-5cfe68664902\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.943606307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.944824604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.94488756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.944919784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.944947168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.946648458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.950657115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5d77090-9f4a-4404-b228-2f098ec2ca30\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.950783788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.951383051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.961368266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.961417204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.961444488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.962605902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.965800988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.966659659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.967500094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.968839492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b8af4b-8360-40b1-b258-d17dd3ee4dae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.969092797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.969790958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.970371705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.971075878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3ce072a9-2547-4373-815b-e12086985609","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.971576235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3ce072a9-2547-4373-815b-e12086985609","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.971646034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3ce072a9-2547-4373-815b-e12086985609","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.972392411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3ce072a9-2547-4373-815b-e12086985609","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.973434788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0108b04-4c64-4d96-9a95-e0d100a0902f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.974207798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.977603614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3ce072a9-2547-4373-815b-e12086985609","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":6489,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.978535661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ce072a9-2547-4373-815b-e12086985609\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.979263732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.979630012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ef6b6ea2-cff4-478c-a2bb-694cc25b445a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.980847758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ef6b6ea2-cff4-478c-a2bb-694cc25b445a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.981374688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ef6b6ea2-cff4-478c-a2bb-694cc25b445a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.982622394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ef6b6ea2-cff4-478c-a2bb-694cc25b445a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.985388335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3fc0266-ae2f-401e-9d99-67ef76f85532\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.985850937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.987847755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4fc4a3-0be4-4736-ac22-e96274994c3d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.988304525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.989671078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ef6b6ea2-cff4-478c-a2bb-694cc25b445a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":10046,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.990287306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef6b6ea2-cff4-478c-a2bb-694cc25b445a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.99041482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:50.990460912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:50.990485982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.991537386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29415ed3-31c3-48b7-bea4-f59a3812be53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.991727966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.993217163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f0bb9c-010b-49d4-892e-ca588f2e34aa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.993546008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.997747259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6d38795-0419-4cc1-b247-b71b094451fc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:50.997881396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.006987059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb1efba-d9fe-41f4-8338-92953c2c56d2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.007940038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.008604471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.012351557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"405b7445-93c0-43ae-89ac-63f57cd2a459\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.012883688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.01701076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"886d4e79-e8d9-4bc8-9ea4-6e4f867d6ead\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.017327191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.022577422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a748d309-897a-4f59-9a9e-e08df9eacbf4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.024248201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.028678858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db5ef92-ee6d-477f-a202-3b3ff5e798e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.028953816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.031462685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e96b2b-d8d4-49e9-ab8d-3363e82bd0b3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.031651912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.033322541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33de1960-e2be-4c28-bc8e-9696221a6b19\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.033478652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.034764243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc8bccf-208d-498c-96ab-2a1af6ac6936\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.03485799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.035706731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1852ffd-212e-471d-bf38-c9e87c31b046\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.035812371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.037164726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda805c5-11b7-42d8-9c86-72db77d94024\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.037405405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.039404729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8331118-8839-4588-babe-52a27ec22738\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.039582463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.045370746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3304112-cd0e-4643-9d7b-6e002c8e58ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.04879062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.050855093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a541b495-2f01-4eee-998b-0c55e170946d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.051051214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.054069948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154eb5d5-51a6-4077-ad22-d4b22810a195\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.054171581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.058790193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319f554b-8e03-4dda-9e2a-fc079e368e58\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.059573654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.059983801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.060212457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.061317799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.06165432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.0642842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.067930194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.076766179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.076831339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.076867411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.077858626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.080803323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.080850808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.082032061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.0822272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03242fa3-b335-4992-904d-5c6dc843a565\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.082482499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.084022697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ae3fec4-437f-47cb-859d-e4471ca1a783\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.08419456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.086063333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9971b4ac-1b53-4531-814b-d2b50460c549\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.086294965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.088908111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d7dc3a-e225-4fc4-b5d3-7cf890c3afe0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.089141216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.092021845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01815cb8-15bf-4108-ad83-ba5033300fde\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.092312194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.092422694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.092472042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.092505248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.093341655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.095074237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.096224639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.101047729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.101402255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.101592995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.101698766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.101785158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.102472287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.103084607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.109177246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.110858706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.110932704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.110963345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.11134738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.119922896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.120064759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.120104298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.12111936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.193228102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.193302821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.194107755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41380"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.194851998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"1ff9d3c7-bb0a-4ddb-a52f-a2fbdb956b0d","remote_addr":"[::1]:41380","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.195337264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"1ff9d3c7-bb0a-4ddb-a52f-a2fbdb956b0d","remote_addr":"[::1]:41380","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":489,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.195679707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff9d3c7-bb0a-4ddb-a52f-a2fbdb956b0d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.198974471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.199050964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.199083378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.203136063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.203232495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.203267645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.203297204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.204079974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.206877678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.211723804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.212121195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.212182688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.213009635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.220157617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.238328852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.238616325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.238676946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"533.867967ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.238715523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.238743428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.238776354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.238807967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.238835372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.240060623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.242701134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.247306259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.247449765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.247487831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.250066058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.253360913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.253440141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.254394041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57686","req_id":"9cd49600-e92d-4078-923f-40070b5b845c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c9 23 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .#..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.254627296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57686","req_id":"9cd49600-e92d-4078-923f-40070b5b845c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.255166991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.255752137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.256123898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57686","req_id":"9cd49600-e92d-4078-923f-40070b5b845c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.256623774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2076, tv_nsec: 55500474 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.256685777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.257280192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63158","req_id":"0ce046e1-cb98-4804-b2e0-b1a6db0ada58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 80 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.25733463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63158","req_id":"0ce046e1-cb98-4804-b2e0-b1a6db0ada58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.257719627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.258106137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63158","req_id":"0ce046e1-cb98-4804-b2e0-b1a6db0ada58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.313900975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.314350491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.314416682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.314528636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.314563345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.316694992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.317568743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52583","req_id":"39758cd6-7cbf-4a77-a3db-14a9f3793f7e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 21 cc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c !............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.317891937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52583","req_id":"39758cd6-7cbf-4a77-a3db-14a9f3793f7e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.31804915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:51.318560038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52583","req_id":"39758cd6-7cbf-4a77-a3db-14a9f3793f7e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.318783323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.319079864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.319558507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.320184454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.327369781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.327472495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.327512114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.328376647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.33282527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.333056451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.333601016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.33383414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b8ecb5-adad-44d0-be32-b229d23c1da3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.334193306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.337275778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fcddbbe-40fa-4a3c-8c06-7e1102f70892\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.33758293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.340897183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdcffcc-3d4f-4899-b3de-1f95f95aa04c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.341060368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.345502008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3fc029-28be-4155-9999-37d852b58d23\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.345756635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.348530602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfc11fa-fd55-4ed9-83f5-5688581c31dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.348671443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.353110277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9668863-d764-4f96-a74d-59604eb60b6c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.353417239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.355938993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9071da57-f24a-400a-af72-873add7aa6a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.356337878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.359874925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f698b0-ba39-40c4-b0f9-5313219b3405\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.36005808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.361588499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22d28a3-c331-4c72-ba13-f6ca018d9b32\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.36183463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.363228447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"172707a6-0579-4706-b504-2c03fc27ac75\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.363298546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.364604869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c5d49fd-68ca-4ce0-8d44-039e880063f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.364672795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.367313877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c40d1253-6bf1-45c8-8a73-c4b1b9676289\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.367477643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.368506874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.370223324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e0f1036-c43b-4f5a-9ee7-41596b3ee85d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.3704928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.373422608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f744467e-3c97-4c76-937d-f7a78b297367\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.373727886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.376151916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055d3304-ce5c-457b-a553-2fa07f49ab94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.37626447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.378580875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57849203-676f-499d-8781-f5d0e9346656\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.378719221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.380568245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c51108a0-5e85-4f52-a532-44527e065ed2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.3807411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.38317046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76596433-28b0-477e-a73b-c6e31d77fd50\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.383262754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.387106492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7368d6c-cf26-438b-bbef-7135cacb911e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.387183596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.387219137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9be8965e-51d1-4198-8b3b-9732a2578e72\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.387252503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.387906646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d65235f-6cf5-4ed2-92c9-758a527b4dba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.387988179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.388854124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67129d10-56a4-4291-85c6-34116ba6a9f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.389352247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.391926125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978d4368-fbb3-4600-86b2-4c2fbf7fe6f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.392106224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.394721465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3eb25aa-5055-478b-a802-3e3a6742b034\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.394962896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.397462055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381f04ac-ce73-408e-b893-e91aa7df924a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.397535411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.407658421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2cffd69-37e2-4117-9a85-f3221b24b2aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.409216315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.418776142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.418858215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.418897484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.418927213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.420912118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.422179884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de2300a-41fa-4ef3-8411-94e06d340d7f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.422402527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.423567849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.435415264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.43613597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.436257442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.437544376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.440088415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddc09de-c946-4177-8f2d-7fc4d146fa1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.44047209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.440857488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.441482032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.442217988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.446233098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.446637033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.446783314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d174b25-bd48-44ef-8a59-59dc29509e33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.446933283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.447346156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.44951641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.469609845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.469714754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.476524592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.476903096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.479852362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82b5b39-3377-437a-88e2-069bbdeebf56\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.480070146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.481988158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9892023e-0b93-414d-adfa-0d17af510b75\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.482138658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.48506092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4f7098-012c-4e19-b0f6-1010a02a45c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.485303614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.486478464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d535d3-cff4-4bf3-8cff-ab6ca25a5ee9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.486607141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.487578396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9505fb53-37d6-479a-9e0b-1d51c95a7216\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.487652393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.48996967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5db3e506-174c-47a5-8db1-f44ee3ba8e6c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.490148657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.494347824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"090e4f4c-662f-420d-96a9-e2a0c905520f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.494494826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.497946033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"190f8150-2ba2-4c47-a1d6-00864a38da9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.498294066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.501436828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fbec040-c004-481d-8e12-c9d5b69ef04f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.501897325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.505451577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.508492857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd13719e-a100-4459-b828-788ac6566cfd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.510328414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.512804487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12a7186-eaaa-4772-a97c-5b9b9b020bba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.514036532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.517972805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bd71f48-04fc-481a-bc01-c850157a8dcf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.518196871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.519159409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab58ac19-649f-4270-aa76-7332dcfe9d59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.51949611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.522705254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c8d193-7961-4483-9319-9b8c29e36565\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.522931274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.52459562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f903916-3ae3-4f6e-9933-48867feb2d9d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.525135767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.526657008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ec18f3a-392b-4c72-ad58-718d8af146ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.526895663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.52694932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.526982937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.527011664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.530564583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.534963337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.542756775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.54283927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.542873909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.542906143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.542933668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.545139262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.548568445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.548742582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.559044127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.559121571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.559159877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.56102801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.561574508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.561633736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.561679027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.56171097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.562254784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.653204836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.653286438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.653915301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40721"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.656680792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"15c28935-8818-4b20-acc5-0ba77fb0a8dc","remote_addr":"[::1]:40721","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:51.657350656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"15c28935-8818-4b20-acc5-0ba77fb0a8dc","remote_addr":"[::1]:40721","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":690,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.657572198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.669193893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.669312549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.669405595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.669992274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.670365477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c28935-8818-4b20-acc5-0ba77fb0a8dc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:50 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.677062461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.678107262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.678190779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.684131094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.684271414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.684436132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.68453015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.685195445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.688191174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.68938384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.690551587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.693670521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.702694341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.703370558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.703440948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.704715948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.74970666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:51.751042381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.751106148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"512.355354ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.751240676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.751279854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.751327719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.751490884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.751542337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.755673007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.756895904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.759818417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.769650166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.769819353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.769972758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.771587085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.775954326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.776177751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.776695303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55966","req_id":"9433d2b7-f8e3-4696-aad4-9c9758584c5d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 03 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 w............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.776756585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55966","req_id":"9433d2b7-f8e3-4696-aad4-9c9758584c5d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.777065821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.777112574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.777214798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55966","req_id":"9433d2b7-f8e3-4696-aad4-9c9758584c5d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.778104029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2076, tv_nsec: 576923425 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.778187546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.779229442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57461","req_id":"0c2a3156-78ae-4fb5-b2cd-2576bcdaf82e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d2 4c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .L..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.779635551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57461","req_id":"0c2a3156-78ae-4fb5-b2cd-2576bcdaf82e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.780085227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.780236578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57461","req_id":"0c2a3156-78ae-4fb5-b2cd-2576bcdaf82e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.873571252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.874199032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.874321887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.874398811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.874504621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.875787708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.883734311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61605","req_id":"35667631-2afc-4d0c-bc38-8606fcb304d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 12 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.88383427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61605","req_id":"35667631-2afc-4d0c-bc38-8606fcb304d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.884071122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:51.884193877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61605","req_id":"35667631-2afc-4d0c-bc38-8606fcb304d3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.89160382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.891674541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.891706916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.893716199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.899509863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.899596806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.899628128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.900084808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:51.91144858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.911608949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.91295447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.932073644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bca16ca-1415-4405-acd9-7c73115aa6b5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.932560504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.954648182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea79a2b8-5a84-4ab2-b4f3-86a729d6fb15\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.955011757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.968545862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de2ad8b-d6db-4ca1-b8f0-ff495c515a33\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.96884083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.972872503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec3637c-a742-48a2-a102-8014740cb883\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.973215156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.985365454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"743bdc58-93b0-4496-bcd5-974e334323e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.986765374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.989214173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.994152682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470f329c-e696-4e44-9b22-e83984079bc5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.994241449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.998169005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56d8d800-27e9-45d8-8e3c-1f7477235739\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:51.998411277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.003604655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2815205d-8d79-49d2-aaf0-4e1915631b3e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.0038735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.006536486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795306ae-7191-49d6-b154-83f4b785175f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.006684321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.008021926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92bb38aa-070c-4ae3-8d01-5293a7d2b5ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.008295451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.009400192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96191332-217f-4a7b-bee5-436fb6995620\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.009587756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.010574512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6827801f-8d25-429f-887d-74efa1bd7e07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.010696114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.011904071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdb6c31-b633-441b-b60d-d3e335fecb07\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.012160412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.014394152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef3af6ae-23d1-488b-9b77-84096610151c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.014531626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.016035522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa9c639-4ebd-4039-bad9-da549c89aa09\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.016232976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.018106469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c473762-59a3-46d7-8e98-d62a5f484a03\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.018250335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.019970863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef8c484-f287-4613-9826-ce77bee916b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.020020873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.028057215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94ed2cb3-14bd-4631-8d10-c6bbc9a9bee0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.028327594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.033199801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3100b785-676a-4f2c-a723-5b2e99720212\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.033427936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.035227581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7533b0-7810-4b72-be1b-f35a5cdd921f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.035279625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.035771104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df63c193-73d8-4797-9c52-a8aebb92e6f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.035908197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.037870477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0900c051-ea87-4705-8f76-20dddfd5017a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.038081317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.039118975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a198da-be41-4266-a139-eb98f8762afb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.039303502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.039841615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.039896173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.039928097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.039954489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.041682362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.042967132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b49027-62ee-4f0b-b3ea-767d4c5ee0f1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.043130117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.045278998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.058611863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.058720319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.058822232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.06429684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.068300517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.068374735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.068403893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.073394867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53461989-9329-4e27-ac1a-773f24ceaae6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.073493925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.076097542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368d5491-3b40-411f-b644-736fa659414e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.076251639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.080660734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd49dbe8-e6a6-43bf-9d13-1467edb82b56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.080760373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.084444924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62df6575-996c-498e-b627-bf4aef41f6e5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.084688289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.08846337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4af445-4072-48e7-9309-b6b97ee300d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.102080922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.10302818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.103263328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.108194704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.108981521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.109183794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.109705744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.113176309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06092af8-c487-4fbe-ab2f-78f873db0355\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.113404985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.119609497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43b41fb-b156-49cf-95c0-48b4ced0b869\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.120433479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.120783917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.122207954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1417cebe-d7fc-414f-82ba-8ffbc2f79ea9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.122467612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.124009043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1659ae7d-7412-4c62-8528-5684e701bc30\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.124156697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.125221388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e7e7c1-fa65-43d4-9762-28299a85c96d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.125351948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.127864104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7dc695f-fe32-426e-ba55-408993928860\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.12792762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.130554163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8a9349-b0e0-46ff-8aa2-35c5d5574bd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.130669854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.13420106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc919f08-ea89-40ce-a25c-8741a1198c28\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.134629363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.136509158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4ffb26-470c-4f1d-90ed-4de3909ae7f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.136582084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.138826095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68170e91-1f8b-4517-b74f-1cb9fd159bf3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.138946475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.140674778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4e2e47f-6f95-43a8-9abc-e2373433b267\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.140924225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.144253969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9affd680-9c3f-4e94-9ced-e045219df288\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.144597594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.145735531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913fb9e7-f6b2-422f-88b7-40fb151fe57e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.146819701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.147829183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c613e2b-0928-4f86-98ee-2ba1d61b6960\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.148093018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.149788867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d239368-e861-4117-9096-9ee51749f350\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.149928616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.150862717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214eaa37-6257-45bb-aba3-5e57f5645b42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.151016143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.151051653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.151080761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.151110491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.151831667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.156189921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.16303036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.163208916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.163460668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.163565166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.163711968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.166479222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.172909023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.172967529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.173002719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.173034062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.175366479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.177409119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.183357901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.183428482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.183465506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.184780235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.188085832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.223875941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.223949738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.223981511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.225565317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.316268557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.316340911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.327863279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50572"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.328634606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.328689555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.329820729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.332738042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"57be92a7-f946-46c4-ae1b-1b7d5d419681","remote_addr":"[::1]:50572","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:52.334755351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"57be92a7-f946-46c4-ae1b-1b7d5d419681","remote_addr":"[::1]:50572","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2037,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.335152833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57be92a7-f946-46c4-ae1b-1b7d5d419681\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.339275167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.339334535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.339365096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.343919179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.343985762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.344021814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.344051373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.344858631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.353073599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.361500058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.361730117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.361782441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.362418929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:52.43565144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:52.435915436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.435974824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"684.750952ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.436011046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.436040445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.436173821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.436340052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.436391474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.437341788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.438093275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.44143335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.446884241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.447005703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.447111784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.447669635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.448135233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.448410101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.448706281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.449585372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.45312232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.453181628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.454187622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.454269485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.45459331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63326","req_id":"7e235c83-34fc-4a23-b8e9-d653b2313019","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ce 94 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.454706346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63326","req_id":"7e235c83-34fc-4a23-b8e9-d653b2313019","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.455085461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.455555247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.455714715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63326","req_id":"7e235c83-34fc-4a23-b8e9-d653b2313019","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.456863353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2077, tv_nsec: 255763390 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.456917271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.458591517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56120","req_id":"7d928ce9-9977-478a-b111-b9f9c5ebc237","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f2 e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.458656536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56120","req_id":"7d928ce9-9977-478a-b111-b9f9c5ebc237","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.458867547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.458968848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56120","req_id":"7d928ce9-9977-478a-b111-b9f9c5ebc237","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.45938639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.459461209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.524004007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.526241004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.527090446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.527227409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.527373961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.52835197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.530142157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61951","req_id":"0c94ebec-498d-4590-9419-6a3b772afce1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 15 42 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .B..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.531225756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61951","req_id":"0c94ebec-498d-4590-9419-6a3b772afce1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.531544461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:52.531750511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61951","req_id":"0c94ebec-498d-4590-9419-6a3b772afce1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.532290808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.532432981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.532585415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.533979282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.541262684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.541424386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.541522782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.542123639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.543455613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44bcbcdc-bc9b-4805-8cc2-e2ba4fb83703\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.54388606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.546723644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.547254762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.547602615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.547965018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5f561b7-1b60-482e-9562-98bba12f0a82\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.548209324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:52.549664524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.555408428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f68e3097-d953-456b-bf0e-bcfee9927681\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.555581844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.561389074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc12923-325c-4c09-a382-0ff95935927e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.561560967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.565084026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c731a61-3ff3-4e7f-addb-2e310ae2dfa0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.565229346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.571165423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c11f96a9-7a26-42ec-aab9-f636928345f9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.571302837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.574876006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa413bf4-5381-47c2-b00b-ac958a25d147\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.574960524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.578724604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52701e74-3d2d-44b1-aeea-b9fae1707bae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.578946867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.581253923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8465d3e4-84e8-4609-83ef-3b83eeb46151\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.581400265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.585399974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c12b75ee-e0a5-4f28-af5e-57d2d77a4ffd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.585556616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.58747584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54291ca2-f8a6-454e-800c-126bedf8a199\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.587540529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.593176599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5eb8c04-102e-4ae9-9003-4ca394db88ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.593465354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.598192913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69fdf121-7516-4b90-89b9-a8f16d7beaea\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.598478593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.609761593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.615874222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c04d91f7-0d11-4e16-ab6c-08255021177a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.616148709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.619773912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"112e9f2b-c780-4995-9b9d-5965b61e89d7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.620002868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.622741445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22ac964-ace7-4507-abe2-79dd8ee2d228\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.622871644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.626143954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2841b46c-a8db-4c85-9fbb-acc298871688\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.626218703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.630717837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69cad0eb-1535-43f4-b4d2-c445d0b21ef6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.630840562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.636385429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90bcde7b-e496-4577-a3f2-e43f86cc5773\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.637683055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.638848577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f7b3dbe-3369-44af-8ee6-4a9f989baba2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.639054087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.643860182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2031e365-3cf7-4a48-8d93-0bfe70d4bfc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.644175721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.650456295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed20218-ba0a-4dc5-b114-73cdf4ebb96f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.650673818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.654836933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a635fb3f-b422-4933-ad7d-a44e0d3522ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.654949808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.662307427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.662569029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.662686553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.663028183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.664233956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.665179319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f7b22a-ddd8-4036-a728-569afd3bf28c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.665565018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.667171689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.672400207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.672529254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.672762078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.673490268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.675105336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48b59f3-7fbd-4cf1-a118-081a9670763e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.675388621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.677843382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.677954152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.678591202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.692784681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0284b3ac-7a16-438f-a9ea-f281a88ea820\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.693053577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.695351125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b225d97f-fded-48e4-a0b3-a800278eed3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.695475823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.698410971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebc4754-fa19-45a2-80a3-63ac14f89281\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.698486131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.701767449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27be401c-a196-4924-9030-817ecd00e508\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.701874021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.707200384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0adcd2c3-5820-41e5-9769-e3c154a7c029\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.707852022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.710199028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3051b5bf-4744-4eb9-9f41-2cd1dd8f8e24\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.710489397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.716030567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1de62205-bd75-40c2-9393-59dbd0564ea9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.716443189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.716986332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.736369822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61afe548-9cd1-4f7a-9460-26464a59ea49\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.736593988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.738211571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d19a19a-8d23-49ab-865b-745b5a1aaf4f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.738387993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.741441246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e92f0b-8f2c-40c7-a57b-1cc76022c92f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.741914449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.746384295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a01f963f-c649-470e-a2d0-1801ef014be7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.74712478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.751062867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e8d318-7f44-4893-8d7b-92959e170a78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.751409037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.75618901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e552eb9-b5ae-47c6-b5c0-fdde1f6729fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.756642915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.759261191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c746d198-7f93-40e1-a8c1-1348fcb0eb00\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.759617792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.762064948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a9a530-9327-4362-964a-3a795a668e57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.762807768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.767330669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c807f0d-4944-457b-9ac2-a942c5bada98\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.767738261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.767937809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.767993209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.76802375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.768050574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.769608688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.774308743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe5f171-d72a-427d-aa44-646c58b2db1e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.774549833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.776876178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.83244761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.832530055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.832567189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.833425058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.837201382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808f5127-baed-4910-8f53-2ad0de094953\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.837438655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.83805361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.838115904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.838577093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.845528674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78341b1c-9335-43d9-b8ac-ce4b700bfa26\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.845723191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.887637042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af3dfe89-0694-483f-8be7-d7492451831c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:51 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.887975426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.888035295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.888073171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.888104022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.893196529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.906089287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.913238671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.913358099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.91339347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.913424411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.913453038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.914210047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.930440946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.938717386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:52.938913827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.939020981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:52.939939381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.031706521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.031795388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.032954157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36156"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.033069476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.037690273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.040059373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f13c8624-58fa-4c31-b2a2-8d7c2d0e0ad8","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.043785858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a7f4574b-77f0-485a-a88c-29411575b4db","remote_addr":"[::1]:36156","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.047246323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f13c8624-58fa-4c31-b2a2-8d7c2d0e0ad8","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.047317605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f13c8624-58fa-4c31-b2a2-8d7c2d0e0ad8","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.049147922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f13c8624-58fa-4c31-b2a2-8d7c2d0e0ad8","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.049698639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a7f4574b-77f0-485a-a88c-29411575b4db","remote_addr":"[::1]:36156","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7088,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.052816682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7f4574b-77f0-485a-a88c-29411575b4db\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.055414858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.055472102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.055499457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.058425417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.058668641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.058722629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.058753089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.059259508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.063553895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f13c8624-58fa-4c31-b2a2-8d7c2d0e0ad8","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":23512,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.063738623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.070327621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.071983951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.07534135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.076167917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.082926794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f13c8624-58fa-4c31-b2a2-8d7c2d0e0ad8\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.08363759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.085151326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.085619299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79af28c5-7525-429a-af5f-ee6a8ac406ce","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.086635383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79af28c5-7525-429a-af5f-ee6a8ac406ce","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.086947415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79af28c5-7525-429a-af5f-ee6a8ac406ce","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.088485499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79af28c5-7525-429a-af5f-ee6a8ac406ce","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.094474682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79af28c5-7525-429a-af5f-ee6a8ac406ce","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":8864,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.095534414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.09593398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79af28c5-7525-429a-af5f-ee6a8ac406ce\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.096551701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.096965245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.097112117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.097264401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.100701629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.101656422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.101895578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.102858416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.15933899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.159427887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.159463027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.159493849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.160280256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.165730645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.173498011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.173611036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.173701457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.174419798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.22829952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.2321344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.241808155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"805.72778ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.241924296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.241963234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.241997412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.242029335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.24205681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.243101161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.243496499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.243537661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.24429008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.247130309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.253675279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.253815829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.253904706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.254574331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.258738748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.258807014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.263980321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63694","req_id":"0abac607-36c5-421b-9c23-2b3e07d35a97","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c9 78 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .x..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.264151763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63694","req_id":"0abac607-36c5-421b-9c23-2b3e07d35a97","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.264380549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.264544475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.264654084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63694","req_id":"0abac607-36c5-421b-9c23-2b3e07d35a97","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.265000123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2078, tv_nsec: 63886953 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.265068309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.268884763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56775","req_id":"ce13b3dc-a796-446d-8a05-16fafa0f2fa8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 49 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e IP..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.269339259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56775","req_id":"ce13b3dc-a796-446d-8a05-16fafa0f2fa8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.269555099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.269805488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56775","req_id":"ce13b3dc-a796-446d-8a05-16fafa0f2fa8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.334539947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.335558406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61407","req_id":"9f3cd160-447d-4f5a-aa4a-db9c73a7ad90","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 71 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.335627554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61407","req_id":"9f3cd160-447d-4f5a-aa4a-db9c73a7ad90","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.335993262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:53.336113502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61407","req_id":"9f3cd160-447d-4f5a-aa4a-db9c73a7ad90","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.336317519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.336367117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.33639329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.340698868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe7dc4c8-66bd-48bd-8aa6-4b3bc184d63f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.341330446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.347344669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752f1733-4413-4f85-8c0b-1d99f58d527c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.347708775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.357476466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e24b18b-a173-4602-9cdb-b0bf25e5ba63\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.358504294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.360321124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.364370322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259f6150-8a89-4c67-94f8-451a34564dd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.364646232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.366724142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e18ab97e-d87d-46bf-8aed-3946b8494583\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.366806275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.36946354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48af7a14-231a-48a7-817f-6db4c073fc13\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.369586314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.371820005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2f3588-81d2-4480-bea3-43fdb4acee31\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.371934864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.375698092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060e66a7-5dee-4874-a0ac-00e77894f34d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.375942629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.377132329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fdc54a7-1746-41c2-82a3-c2f7344865a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.377306987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.378680113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc73566-3a5c-4369-b5a6-ff48cc9d2eb7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.378866024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.380322806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b4bc49-b2ee-479a-9ba2-01506f14e3a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.380457274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.38198616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d669933-9a4c-4254-883c-9b7d67993afd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.382269605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.383823651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773eba9b-9bf4-45c8-ae23-7f8034165226\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.392145973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.396135793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce35eee-76c4-424f-a70f-91edb4cfbad3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.396372885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.400908141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f7ee9ed-18c2-4a6a-af16-85391869df0b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.401129332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.404528855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4118028-0fe3-4079-b08b-93e3fd5c36dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.40479705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.407217402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa02b1b-4434-4b01-8cc6-f8fbe626f68b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.407604363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.409623336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1444d5-940c-4cfb-981b-504b0dbf7bb0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.409894085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.410737125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.410882615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.410981522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.411069006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.412073457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.413857201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d09d067-d7be-4b39-96b7-a1a8778c922e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.414075136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.415422721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.423517108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.42358322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.423616436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.424121943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.425707923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832c4c60-c0fe-46c4-9b05-cb2bbd669d1a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.426083471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.428230309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.428289607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.428965985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.430101146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97432fd5-3b8f-49f8-8258-7b113d9b35b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.430443038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.433191193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d87adafb-092a-448a-bd1f-5022c49ac4eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.433854134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.443195536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c023450c-f061-4491-ae5a-bf7ba63ccead\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.443409883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.446772122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729e2d6e-8382-44e4-99b4-525e5c716bb5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.447012201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.448207402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.448267953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.448798199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.450571562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.454593706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.454898584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.455672025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510e1798-e21f-4d87-9e84-4bcf4902926f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.45603081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.458632794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.458748214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.460456938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb7ad40-7958-4c16-9241-5ef69d892356\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.460694782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.463251306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d0a950-4c60-4239-babd-0c927097601f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.463606143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.466593154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dde3a679-ba53-4a0c-afd2-55bc0f972f68\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.46688204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.472305816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.474936368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1454ed4-359a-490c-bad5-2c9c519e35a0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.475278439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.47788876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207c86ab-adae-426d-b0c6-e17ec2af4644\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.478047907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.479768796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7297ee-78b7-486f-ab33-a8a1d8e41f87\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.479928945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.482769755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79ae9e5-8ea2-4041-b314-643f2eaac39a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.482923942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.483933133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b0f28c-dad8-472c-baa4-441410ab4c8b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.484036419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.484924819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0120b0-19ee-45c0-8d49-4c5466e1ee9d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.485769742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.486970294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e35bb4-6cc0-428a-bac9-4d0f281e3390\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.487133981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.489296369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b3330a3-fb49-4532-bfcf-ba89f3bcce32\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.489370817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.492767595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1824738-e9ee-453a-b923-21e209d43d3a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.496605893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.50382164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070279ba-6ebf-4d96-8785-33333bbd04cc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.503956258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.507155292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59d132b-1af2-42e4-8dbb-cafef1606d3a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.512398799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.515828302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b362bf58-4ccb-4713-93ad-d59f75123bb7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.515909253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.518917968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50cf2524-5070-424a-add1-3c0b6923514b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.520182788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.522549253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4249445d-6369-479a-a378-f4008703a03f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.522851616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.522891415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.523002286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.523103688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.523146924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.524276665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.526252422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb160e8-adc7-48e1-b999-50c2ef2f9f53\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.526548491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.528315141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686e273e-c979-4e7d-a3f6-3ce286a13f8f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.528622624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.528848264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.544392555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.544547052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.544655368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.545388469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.54859601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c736d481-e0de-4ddf-bf94-69139e051b7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.548729846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.54877675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.548823373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.548855867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.549673817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.550200627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.550702948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.553101396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.553172117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.554651615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.55974854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.55981348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.559847638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.55987909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.559907307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.560353756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.564834905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.571935121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.57209483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.572130731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.572612932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.636437498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.636554281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.637586457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63947"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.63841574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"0ab86e49-c983-449a-8853-91a169cfe335","remote_addr":"[::1]:63947","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:53.638990595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"0ab86e49-c983-449a-8853-91a169cfe335","remote_addr":"[::1]:63947","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":580,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.639423467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab86e49-c983-449a-8853-91a169cfe335\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.642104509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.64216501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.642199939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.645542159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.645611016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.645644823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.645676667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.646489606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.658380348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.671031835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.67124029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.671288326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.672307968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.697712925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.714211708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:53.714584451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.714650793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"472.801677ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.714690161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.714717486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.714757426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.714789289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.714818427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.715588902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.718921172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.723852427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.723976534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.7240699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.724686068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.727740664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.728076122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.729986579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54472","req_id":"55fd70e9-384f-4977-9586-9ab739e63528","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5f d6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 _............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730062309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54472","req_id":"55fd70e9-384f-4977-9586-9ab739e63528","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730134483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730159884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730185615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54472","req_id":"55fd70e9-384f-4977-9586-9ab739e63528","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730227459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2078, tv_nsec: 528708671 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.730267228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.730292678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54980","req_id":"613b8c86-8977-42a0-a02b-faf200d3581c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c 94 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730412377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54980","req_id":"613b8c86-8977-42a0-a02b-faf200d3581c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27796,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.730513468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.731075729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54980","req_id":"613b8c86-8977-42a0-a02b-faf200d3581c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.79960571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.80045392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.800518419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.80055449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.800586184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.80231115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.803411292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54814","req_id":"3f255082-2e38-4539-b6d8-4126e6cc93db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a4 e4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.803819436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54814","req_id":"3f255082-2e38-4539-b6d8-4126e6cc93db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.804240334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:53.804456685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54814","req_id":"3f255082-2e38-4539-b6d8-4126e6cc93db","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.805380165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.805436447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.805465646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.806974101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.825222871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.825302028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.825333882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.829391085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.833166498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.833297709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.834642629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.83997315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a005e64e-92c3-4a0d-9175-4e7a8bcdb909\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.840665198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.868517512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77b2e188-9932-4cda-a519-ee028aba638e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.868948882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.884715365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4095b95-1722-43e6-823d-e83fb8f26468\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.885291032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.889098438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06355b6b-3120-45fa-95f1-e246cadbc776\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.889320511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.892061562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e70d06a-c43c-41f3-a1a0-4013f35190ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.893981107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.896988629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615365b4-4346-40b6-891d-66d7f066a5ed\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.897330079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.899633549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89965a1-65c2-4106-9518-5256c5b0a028\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.899871874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.903236478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.906705099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeef6b64-8643-4eec-acab-609fe265f99e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.907209153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.909526961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07776640-4ae3-46c4-becf-a7c07530d720\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.909778342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.911386767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3f605e-a65a-4a3e-b3d1-4a40d5d12fe5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.911528309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.912782267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7c1d51-08c4-430d-95b7-3d91f4358695\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.912917767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.914471172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d442310-1280-4163-b270-8a6e48403507\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.914633866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.91643244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df177634-639c-4d27-a734-470e31796a9e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.916759311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.920340436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e229d0-70cf-477b-b85b-6c9093338a91\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.920645263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.923340624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d81864d-fed7-4944-8b5d-4a4bca619aba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.925975123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.928635273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4e7df6-0e76-4c95-9ed1-62119779a853\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.928760052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.930878402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc0f8df-fe3f-47fe-b362-2372dce25140\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.930956809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.933186291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64be991a-e864-46dc-9ac4-fb0bd15892d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.933261831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.937237573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0051f6d5-2942-40ba-9834-e13c54e5ee45\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.938102476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.940690743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"290344d3-c5dc-4a0f-891a-d61e9016149c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.940906072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.942014621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27e9c03b-5591-486f-a918-2d90c5983870\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.942062696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.943164031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01fc52a0-1f1d-4dd6-92f6-a0fdcf1f4a3c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.945467891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.948341957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a4062ae-4a69-458c-8a25-611c88fc9d2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.948424572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.949617789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355b04cd-82bf-44f0-a989-9b14c9c3ad07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.950232364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.953951394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.954261542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.954408384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.954444707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.956375574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.958470137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78bad0e-9fa5-4208-bc6d-b5f7a10fe4bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.95911915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.960707635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.969863788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.970546027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.970738461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.971486431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:53.975313276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.975479237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.976764788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.979409147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982a39e1-995d-4eba-a035-2026fcdd5ee2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.97972677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.989397949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1977c016-dba5-4afb-b63f-350bd8e2b3e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.989611344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.993549791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e99b31d-82c7-48a3-96a9-44133ec43b72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.99368962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.996969044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ebaa6f-fa06-4382-b898-f4ed7d1344f4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:53.997182539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.010519312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af68b61d-4901-4582-bf4f-2540893bf6f0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.011116632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.01252124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21ab506-3378-48bb-946f-72d7fb3ba67b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.013081667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.020951347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad17f45-c506-4558-a49c-46b605f84304\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.021210714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.029326564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d561b5-5c9b-4f03-9bf5-864e5da144a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.029563526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.037864826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.038852263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"656b9a18-a25f-4776-83ea-a9c3ac60249e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:53 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.03917181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.042270604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ecaa0bd-181c-439e-8bdc-cd452296bbd3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.043754601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.047687898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87535927-9120-44df-8c40-5272c113bf29\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.047884449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.050529419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb38313-3082-45e9-9c67-7280cc0c20d6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.050640831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.053781379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c0fb66-3ce9-479e-9ef5-f02dc1f93bcf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.053857069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.057295731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d30bcc-0745-41cb-807a-8c14565d35a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.057384948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065539275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4233eb-dee1-436a-aba9-8b00a022f193\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065620848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065663824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e5a00f0-986a-473d-8a98-066b09a35c6e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065700727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065735637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9ded73-f15d-455b-8913-1ca93ac8d609\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065771468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.06580252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a91af15-021d-4fe5-bbee-8b85c2c0082c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.065834664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.066136455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17015028-7203-43f4-80d1-1688bce8f07c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.067216287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.067251838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a46b5ac-4a93-4176-88ee-c2433d0175c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.067285274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.067317148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.067349743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.06737856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.072645374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.078195943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.088237951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.088324664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.08835811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.088390615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.088418972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.089309446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.089881426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.089950784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.089982667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.090009902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.091942041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.093698511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.099320793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.099438297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.099476353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.099950868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.100515764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.11057199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.110714735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.110753422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.111211424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.111288949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.111328958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.204719132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.20492881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.205973241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56538"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.206638797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.207688749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.207829079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.208131822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.208808149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.208867808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.210248539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.210438287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f51833a9-f698-4f5a-99ee-e3411cba11c8","remote_addr":"[::1]:56538","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.213615548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f51833a9-f698-4f5a-99ee-e3411cba11c8","remote_addr":"[::1]:56538","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3184,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.214380211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f51833a9-f698-4f5a-99ee-e3411cba11c8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.219593218Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.219704039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.219829328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.222848023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.223138802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.223251507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.223340354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.224104917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.227909558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.234798213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.235075716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.235771372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.237800024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.282226771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.288209191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.289377308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.289450604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"574.720172ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.289738879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.28979475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.289830902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.289863096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.289894779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.291002977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.29432171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.301575512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.301759118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.302198684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.304863473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.309898525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.310033625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.311845655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62999","req_id":"1f7ae3e8-f143-48ae-b372-5e49656923f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8a bc 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.311917348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62999","req_id":"1f7ae3e8-f143-48ae-b372-5e49656923f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.312060152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.312490369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.312705007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62999","req_id":"1f7ae3e8-f143-48ae-b372-5e49656923f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.313220364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2079, tv_nsec: 112117725 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.313279812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.313817854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56404","req_id":"2877bfdc-55bf-4d53-aa97-dee3651074f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 b9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e b...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.313885599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56404","req_id":"2877bfdc-55bf-4d53-aa97-dee3651074f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.314158713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.314183533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56404","req_id":"2877bfdc-55bf-4d53-aa97-dee3651074f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.373611018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.37430454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.374413247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.374450611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.374481022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.375498218Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.377320058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55097","req_id":"2db3697f-88fa-4412-92e2-8b8f880f1a30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a0 c6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.377387593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55097","req_id":"2db3697f-88fa-4412-92e2-8b8f880f1a30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.377470448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:54.377548794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55097","req_id":"2db3697f-88fa-4412-92e2-8b8f880f1a30","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.377576269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.377606329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.377631288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.379577005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.388687197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.388772727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.388803098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.390561581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.395543497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.39562999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.398702181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.398766148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8691d0b8-948f-4015-ae58-8c9c48d51f70\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.398808904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.402351492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693a0d81-dac1-4f94-83af-55b1b6ca2004\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.402608123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.409219716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44e0995c-fd3b-43b0-b18b-d72291a7b2eb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.409582269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.420767354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837954df-1eac-43ca-963e-06ffb7d99b50\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.420914768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.424189022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b47d4b2-20e8-4159-9911-80fa83817ed8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.424374632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.427105453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b8723a4-8c4f-4625-840d-a25f8c819721\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.427233488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.430117634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8a5ef4-0d48-4334-80f0-794c3d0d0d5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.430193886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.438494985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.440495902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8fc962-174e-4d5e-9b20-715b2088f54b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.441077812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.443248507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4dd3a6-afae-4e11-b922-a56c71758fea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.443619686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.446244115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.446327151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.446359325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.447588925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.454074867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ed908c-5185-4260-9717-55a9cbc5351e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.45430695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.456035253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.45610902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.458545324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc79be9-afe7-4dfe-94f0-5b193efcc4cd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.458620925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.460504608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c69ce91-9555-4fd1-abd9-301c444a6830\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.461125485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.461521685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.461586784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.463445808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0c25b2-9196-4553-bf21-e91d6b6ae261\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.463630246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.467997698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8cf249-1833-47d2-8ce7-306524f22421\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.468304279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.471389576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae6b317-e655-4e19-a903-e107651b3846\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.471728431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.474841624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef7053d3-df85-43a6-b644-23bd9c1c45d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.475232753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.477848485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0328f45a-03d3-494d-96b4-2fc5029fca33\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.478113132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.480388886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd65adb-503c-4144-9be6-196e8b5cbd67\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.480700527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.48982661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.489960788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.489998142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.490030747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.490759589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.497956038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49daa9f0-0574-4bee-a0a6-0ea4314cfb58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.498827805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.502335133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.520821716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.5209943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.521046253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.537116613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.538712773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a6eea2a-0e21-4ebb-8869-c63f93de4fc1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.539006027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.540850973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.540971443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.541655676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.541927468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92c43b43-3f09-47cf-b6bc-9092b9bcb442\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.542185462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.545475627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2595e252-0829-4acb-8ca0-04a33bcc054e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.546123899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.548698439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.549273735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ae91ff-1f6f-48f4-8b40-4b7d8a2cb248\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.549601007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.551608807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58146922-7337-47a1-b8fe-2be0f2701aa7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.551867703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.555109733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5913abb-7034-441e-8f6e-08faefb1a0cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.555241225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.557995953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15731421-e049-45c8-a508-d61c77c21ee1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.558146503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.561159046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46965bc0-4bc1-44d0-a02b-4c3a7a07be10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.561754051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.565658861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4128ad1d-9aa4-45c8-b57a-99c09e7aa54a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.565739883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.574424416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d6e104-ba02-4b4a-adcf-1f538f782d2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.574759464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.57886807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"592d80bf-f4cf-4025-b820-dd2a62b58929\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.580205945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.583170131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28dbe71e-9de2-41b2-a541-deb1d660bad2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.583533205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.584044614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.587769495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982fede9-3906-4956-a97b-da76a905b052\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.588021628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.589161849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df94cc7-afc1-4266-a6b9-4d300d3d88a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.589315706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.591070242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3c574d-f497-4cc2-9bac-87e757a4ea5e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.591202966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.592634278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d70e22a3-ac24-469a-98a5-783f01926611\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.592776161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.594709763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cef9f7a1-f7ba-4069-a251-7c0dc60ab3a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.594832348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.598436258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"626ad2d6-07e7-4273-b21f-9230f42f7731\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.598767869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.602871766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"205e4326-dd5d-4610-8d21-a7c0fc8633df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.603437202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.607659455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33cfccc-d1f0-462c-9cf4-8a312d650b10\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.607959322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.616936649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8417905-0051-4d42-a69d-081078d24245\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.617079483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.620544096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b182f90c-935f-45d3-916b-8d3f1773baaf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.620623735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.622727256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa914395-b9ea-407e-ba34-dcd56679a977\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.623919722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.625005806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e884c111-988b-482d-9696-eabd04360c04\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.625216827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.626460765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1022b40-9894-4f79-9eee-fc1d4ddaa4b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.627694092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.630903557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dae4a1f-c132-4b72-9815-e114178e9a39\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.631380447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.631533131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.631586438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.631618922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.632304348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.635175228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.635324766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.635364104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.635393152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.636734024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.637107308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.648522652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.648619064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.648655086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.648688773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.64871744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.649290131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.651865021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.665583204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.66613836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.666251726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.666838285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.667331698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.671967995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.672072153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.672107393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.672549334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.674147999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.674198119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.67746093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.783719673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.7838033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.784715367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38781"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.795713029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"3cd06498-6d7c-4df3-b907-ea77ca6432e4","remote_addr":"[::1]:38781","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:54.796738092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"3cd06498-6d7c-4df3-b907-ea77ca6432e4","remote_addr":"[::1]:38781","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":888,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.80091296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd06498-6d7c-4df3-b907-ea77ca6432e4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:54 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.804787239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.804851888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.804878912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.807519593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.807584512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.807619833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.807649041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.808378554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.812063376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.816731407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.817125031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.817179911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.817692903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.908750489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:54.909078372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.909143422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"619.44814ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.909181377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.909208632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.909319533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.909394372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.909429873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.911394587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.912459509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.914533321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.921581955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.92179015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.921840149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.922321178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.926104856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.926187251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.928826319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62190","req_id":"09efd7c7-0ffa-4a66-a05f-34a9829fe245","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 61 5c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 a\\..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.928888863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62190","req_id":"09efd7c7-0ffa-4a66-a05f-34a9829fe245","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.930173613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.930229585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.930336397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62190","req_id":"09efd7c7-0ffa-4a66-a05f-34a9829fe245","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.930812135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2079, tv_nsec: 729707282 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.930873458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.931214758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49344","req_id":"ed42ee5d-23c7-4f60-b5d3-8a71f394b339","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.931460647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49344","req_id":"ed42ee5d-23c7-4f60-b5d3-8a71f394b339","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.931696427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:54.931791417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49344","req_id":"ed42ee5d-23c7-4f60-b5d3-8a71f394b339","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:54.999835851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.000569282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.000729191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.000892155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.000997585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.001828711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.003262117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.003908205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.014167856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.03595196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.036083602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.036214894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.037109195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.037621276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0011d150-aadf-4f19-a801-e41b780c2a81","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.038213265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61605","req_id":"f48d085b-cbc3-48b8-949b-4cbc8fd4fa8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f8 53 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .S..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.038485778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61605","req_id":"f48d085b-cbc3-48b8-949b-4cbc8fd4fa8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.038872649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:55.044699589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61605","req_id":"f48d085b-cbc3-48b8-949b-4cbc8fd4fa8a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.045832346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0011d150-aadf-4f19-a801-e41b780c2a81","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.045936934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0011d150-aadf-4f19-a801-e41b780c2a81","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.062802648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0011d150-aadf-4f19-a801-e41b780c2a81","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.066609693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.066764852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.066799301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.114880009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0011d150-aadf-4f19-a801-e41b780c2a81","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":77199,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.115274044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.115354955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.116427692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.117281964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.117789856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0011d150-aadf-4f19-a801-e41b780c2a81\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.118150555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.118304061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.148148754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5147f90d-f150-4c73-86e5-643b55c58187","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.153592431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5147f90d-f150-4c73-86e5-643b55c58187","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.153749584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5147f90d-f150-4c73-86e5-643b55c58187","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.154930607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5147f90d-f150-4c73-86e5-643b55c58187","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.156907846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.1595394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.159654499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.159725741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.159893976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37fc235-ea41-40b7-984a-de3928162b5c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.16054823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.163520432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0899895d-327b-4fd3-ab50-7dcbc3826f09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.163757173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.164243182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5147f90d-f150-4c73-86e5-643b55c58187","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":16108,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.165178104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5147f90d-f150-4c73-86e5-643b55c58187\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.165458864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.165508913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.165547761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.170318256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2569850d-18ee-46cf-a3aa-9a3ec79ba9c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.170408345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.178027275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd20c9db-01fb-4860-880b-f68948d51144\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.178277284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.181353793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2536e11d-3d71-49ec-858d-9333e5aa1ce3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.181770624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.185283824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d39f952f-4546-4a45-aa5c-445f9aefbc96\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.185846184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.190037225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76014cce-b6ac-47f7-8684-70daf041a1ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.190302774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.19778426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.200892152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6631a9-9129-4383-b91c-b8a1412276dc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.201130888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.203010313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1576da5a-2ec3-4aeb-a0d5-00a839a904ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.203293286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.204449179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7f23b8-b784-45d1-9bfd-fe7917fa2886\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.204603357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.208990748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6361ab26-204d-41d2-979a-eb3462e2583d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.209083924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.210835303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a15453fa-f445-44ad-9a98-b38d519e2938\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.211372975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.212648065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe76a398-1ec0-4c48-b555-bb4cf3e0b2a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.212874176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.215530188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed21e6a4-2349-4157-95ad-37eb0e6ca6da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.215795176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.219233556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd6ef1d2-ff72-46cd-a317-4a98994a82f9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.219456761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.221409652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8c4bcfb-9050-4cfc-bed9-46653c5dbb26\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.221484551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.223523013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93443202-48a3-46e7-afb0-dc81446f3607\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.22382788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.242941142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42eedcf0-68dc-404f-9c7e-f3de5ab23530\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.243166291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.248894163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.248957018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.248993391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.249020595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.249817022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.250647747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d17b7dff-723a-4ad0-a603-d2210d917054\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.250790972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.254106979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d90e22-b590-4240-bb8b-47a176988af7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.254170316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.254648919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9db390d-65ff-4789-a563-57df8f53aee9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.254796543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.255515115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.266079374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.266148942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.266841161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.267411237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.278479019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a78f3c-525c-40b0-89dd-baa2101f6be6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.282902593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.28332292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.283469372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.284308805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.286689538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b755547-26ab-4e68-a638-57a2fc25f013\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.286960889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.289238607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7577e209-837d-47c0-af52-1ae9ebd6ba8c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.289679275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.291757045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0e72b7-359a-4a1f-9cdb-b76728c2c078\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.292145028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.309447432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1448cf6f-d710-4d9b-a658-91cc2e41d1b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.310004401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.314689356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0aea4cf-decb-44a1-b447-0c99d15a1cd6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.314934364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.317599113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1620e217-8091-4197-89be-0bdae8eb9693\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.317823721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.326559707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a3f8a1b-bccb-4b1e-96ea-5d92b31efd25\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.32678728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.330813202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305ec8af-41f3-4195-ae93-b199f47cfe26\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.332305264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.333352882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e60ad9-f860-4ba9-9540-996be89d9da7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.333597489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.343925126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3737e353-c35f-457c-a4f3-c6a003b4e3fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.344320865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.344776442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.394523059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"375b2106-096a-404d-84eb-0f2b8be5b6fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.394690824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.396025052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.396088288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.396123478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.396158107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.396758824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.396966568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f868af5c-856a-4753-a564-e60322d8d1d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.397079292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.399039949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232d3d0c-c3fc-49f9-80ee-91b70950f589\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.399222342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.399851877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.404713633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.406016329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.406131027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.406670001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.40917885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.40928446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.430386124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.448023425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.448174536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.448886415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.452826926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.455198601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48c7c48-5c22-4b69-bf12-24596f0a4b98\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.455344151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.457796708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.457848822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.459393229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd71e1e-4cb4-4429-9178-8d1038992032\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.459630882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.461794744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.461846978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.463571664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32e42109-58ad-418b-b40c-ad6634edba43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.463698096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.465589124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803e7b52-ff3e-4ba8-b276-6d273466d815\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.465713391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.468733799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd886c16-0944-4b93-b055-a77d15f0eff5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.468902155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.473879772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44416a09-fe92-41da-aecd-fb705e06f046\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.474043679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.474875186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c85e5e-056d-4b4b-a280-d7226d54c4c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.475031768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.476723358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa68f9f1-4018-413b-a901-2130c7984763\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.476881062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.478080753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16248bf5-d0f8-4ae7-8401-95eda194992e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.478218507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.479545401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea186da1-5e45-4e8f-bda2-b7dd5547faf1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.479638897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.479673346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.479702674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.47973083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.481106692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.48706326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.491186826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.491465351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.491574097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.491710609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.491855608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.4924787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.49334734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.496644309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.508313119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.508502736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.508598217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.50924226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.661185577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.664173761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.664639118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.664697865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.66473547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.664768325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.665560333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.665624602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61787"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:55.665954799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.666877508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"0d72c9bd-69c0-447d-9a06-721eed8edac4","remote_addr":"[::1]:61787","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:55.667451682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"0d72c9bd-69c0-447d-9a06-721eed8edac4","remote_addr":"[::1]:61787","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":538,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.667987089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d72c9bd-69c0-447d-9a06-721eed8edac4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:55 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.670578792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.670637038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.670667169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.683203376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.683428234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.693172569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.693284352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.69385062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.694443672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.716723553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.716809053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.716844033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.717357516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.720291331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.730392177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.730533278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.730581604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.731125939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.734057349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.73411797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.734254492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:55.779287147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:55.779571343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.77963994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"870.41234ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.779678537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.77970522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.779736081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.779764949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.779791271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.780616636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.783447045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.783801171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.788150476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.788256026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.788290846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.788762515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.794633703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.794714504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.795890638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61107","req_id":"6b17bad6-16d2-4a5c-b477-a9d241901837","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 49 b4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 I............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.795961479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61107","req_id":"6b17bad6-16d2-4a5c-b477-a9d241901837","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.796230615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.796509841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.796701183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61107","req_id":"6b17bad6-16d2-4a5c-b477-a9d241901837","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.797162953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2080, tv_nsec: 596052819 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.797232171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.797650234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58297","req_id":"bf5b8ab5-eb18-4e0d-9af3-7abacb59eca4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b2 b1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.797713269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58297","req_id":"bf5b8ab5-eb18-4e0d-9af3-7abacb59eca4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.797934219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.797978718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58297","req_id":"bf5b8ab5-eb18-4e0d-9af3-7abacb59eca4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.979994012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.980736221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.980803695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:55.980838785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.980866781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:55.981819679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.010104485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55591","req_id":"0bf7c45f-1748-4bb3-87ff-fa76f57afbe6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b8 03 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.010305125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55591","req_id":"0bf7c45f-1748-4bb3-87ff-fa76f57afbe6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.011093095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:56.011463022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55591","req_id":"0bf7c45f-1748-4bb3-87ff-fa76f57afbe6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.029185412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.029287666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.029422565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.03012753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.051281517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.051848016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.052998268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.084074796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.108443138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.108515502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.112081778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.113866754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.114961726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.123715457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.124503728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.124571142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.124601312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.132428157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"632f7027-4f9b-407d-ada3-e8aa621024a1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.132689137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.144820738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879a2c1f-a05b-4254-b529-bda3836f8260\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.145013452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.159645997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d8bf3c-9e65-4ced-bf71-b0d94edfb085\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.159832739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.162440885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b592040-f65f-4bb9-9332-1c34d2fbbbf0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.16269398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.166364272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c88f6db-615b-46df-ab3b-f0bf165bb529\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.16664391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.175220608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a920a3-66bd-487c-82fc-a7c9d8153d97\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.176878311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.203095657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.247947652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24734a0-b93f-469c-bb27-bec6f925b5bd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.248115196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.251507064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5cf46f0-9625-4c62-b7ea-6a7ce10886ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.251794326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.253227903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ca131a-9967-4c7a-a989-9be946b7bbd1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.253320056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.254412683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a25bac4-a07d-4c61-9fa7-b886139d845f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.254493654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.255480831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e635e573-9cab-4f4a-ae1e-1ecb5f6fc010\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.255544117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.256617536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f36872-83ae-4325-b1bf-2e11ba065fe9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.256701273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.258111162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad855f65-4890-4203-8cf2-96c983a25552\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.258286451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.260129293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8bd1aa5-edcd-4822-ba56-f035c50294ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.260251617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.263402535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.263463156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.263494618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.263520029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.264337598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.266418785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef4f23d-57ff-4559-becf-68cfd9d165b0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.266493814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.267113849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.272519941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.27257962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.27265027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.273208372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.275658885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.275759906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.276183099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.277409132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6145e500-b957-41e9-8160-efc56230180e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.277547528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.281730292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1964412-1c5a-4e31-b763-c212634699bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.281843337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.284351564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe43a64-56ea-439f-8ff1-a881335de664\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.284421253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.287314418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2d2966d-b9e5-48cf-a50c-a5aca62888d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.287384798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.288412756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69fbe9a-83bf-44a9-9e71-588fa1fd9dda\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.288542424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.290363874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbc9878-2fbb-4823-b506-2cba602a0951\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.29050287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.295706839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f2ae62-af06-426e-b939-32db2eb7f20d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.295843972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.297786282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c584c6-b9c3-4216-a9b5-e345c872089a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.297851693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.300053179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ebbd70-b093-47b1-9bd0-b6015c6c84e7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.300245642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.308873352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.314087291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb00da61-a8ef-4be6-9544-947b815daeb4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.314342069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.316800657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e2d01c-901e-4ab2-9f02-917d1db92d21\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.316938903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.318749119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60387423-bed5-4348-be9c-4f9d59df20c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.319048235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.331595565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"697ee7de-0ff0-4079-81c8-39c2ea6b7512\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.331818619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.334880149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487a1d88-2abb-4cef-97b2-ab1caa85ecb0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.335028335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.336746157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43093746-a7b2-4c4d-b83a-4e2cd0e09146\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.336889834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.337744947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45f0bca7-fd82-4648-97c0-7be680eda9bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.337908563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.338989256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7caaef8a-311a-4ed1-85d2-d55cc210fbce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.339626606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.34055714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"661c39bd-393a-4062-80bb-1abde23a4751\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.340761548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.34178667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94cdbebf-03e4-4f16-9934-c1d510cf88e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.342068281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354246786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b578675f-ab56-40d6-a201-fed34d9b8404\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.354490963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.36078869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.361052246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.361188457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.361216703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.362025956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.363305064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af164784-d829-4a8f-8ff4-92f6faa1d001\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.363469251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.365964202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fdf931-337e-4bb5-97c6-39978e2077d9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.366026126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.36614375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.372607098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.372667268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.372696676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.37325585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.381135039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.381278505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.382306794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.387344271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7eed2b2-5c28-4411-9b46-73f3e83a758d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.387786842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.392906603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fa9c849-db6c-4876-bd3c-e6938ef3fa15\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.393192162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.395699047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40833772-9166-48b2-a86c-923f76a9f63d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.396615022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.398904684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d92daa-46fe-45a7-a983-d149e4e87b8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.399377396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.401137413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b3e3e4-caaf-4f70-a3c1-4373b12e4af3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.401795965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.403481052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e10499-074b-4d7f-ae39-c39adb933023\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.40464918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.406237464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0441e0-cfbc-4352-a9e0-c183cc571282\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.406315399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.406540939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227b143d-e8c8-4b5f-8b32-eef37eaae0a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.406831087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.406884483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.406917098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.406949363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.407873253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.411130503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.416601424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.416681664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.416716463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.416748186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.416777344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.417115778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.424781602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.431028649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.431126123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.431166644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.431628775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.433001099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.502065976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.502200625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.5028962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.50340267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.503555865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.50402522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.50590723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.507817426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53962"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.50899397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.509396612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.510282718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.512069949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.512638872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"b3427860-b708-4772-bbff-425607adb2fb","remote_addr":"[::1]:53962","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:56.513220912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"b3427860-b708-4772-bbff-425607adb2fb","remote_addr":"[::1]:53962","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":636,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.513599416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3427860-b708-4772-bbff-425607adb2fb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.516486107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.516546528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.516579003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.5190923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.519158181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.519196909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.519228241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.520468372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.521010342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.528151149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.528215718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.528249906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.529193476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.533181181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.533333956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.534292425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.540150778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.540600975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.54066373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.541468233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.543446204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.543501454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.544637337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.545521348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.545581458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.619012404Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.619243655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:56.619993459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.620206704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"840.524399ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.62034039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.620466622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.621219091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.621335052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.621428458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.62231264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.62654376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.631689853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.631792919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.631882758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.632403525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.637211174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.637324791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.638103001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.639524644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50455","req_id":"9ff049b6-ae0c-4c3f-9ec5-ddb2a5d867f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 07 8d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.639705935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50455","req_id":"9ff049b6-ae0c-4c3f-9ec5-ddb2a5d867f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.640002867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.640248195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.641985707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50455","req_id":"9ff049b6-ae0c-4c3f-9ec5-ddb2a5d867f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.643032793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 441505729 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.644621038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.645433597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54264","req_id":"e0a6cb24-1d7a-4dd6-95d6-942b8d713dd0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 df 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.64560082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54264","req_id":"e0a6cb24-1d7a-4dd6-95d6-942b8d713dd0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10719,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.645843894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.645985366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54264","req_id":"e0a6cb24-1d7a-4dd6-95d6-942b8d713dd0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.714820466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.715419499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.715490541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.715524949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.715556041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.716281006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.716975379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64484","req_id":"ab2bb3b4-75ab-43af-9c47-182d9e290eca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 14 ea 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.717173735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64484","req_id":"ab2bb3b4-75ab-43af-9c47-182d9e290eca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.717366228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:56.717456398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64484","req_id":"ab2bb3b4-75ab-43af-9c47-182d9e290eca","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.71781912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.717874952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.718856507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.719202948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.724358349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.724471996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.724506324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.725045539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.727614998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.727684016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.728174212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.730967287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7399f25d-368f-4198-9be0-06cc9487734a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.731268117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.734141772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f95bb1-29f3-4893-b3e6-553f4115f925\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.742147593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.744651612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f91c986-8fbd-4615-ace5-25c5f384bfb4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.744843575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.748011827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97847176-24ea-4f2f-8a60-f0a259466fc1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.748139622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.753648117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b456141-9204-4454-88d7-6a59753444ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.753811423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.757460413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab189de3-7f62-4331-984b-ca56dca43f44\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.757856753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.763699123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0cb9afa-dca8-4930-aacf-fdec2fae7e3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.763921967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.766552048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae869d1c-3a31-40d2-a49c-c25bad8085c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.766769882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.769597676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8425a3b9-a202-4a3e-9389-dbdac938c1dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.769842383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.776815727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.779351039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7340af42-e769-4bb9-988b-10ffc01aa441\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.779515046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.780468575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fdbaebe-c5e2-4514-9639-a6baa9801989\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.780772812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.781769157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08f7393-bd6d-4820-a803-a959ff9d2833\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.781852342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.783263384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c438161-4298-4246-80e3-68c8c8630613\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.783440096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.785190213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87250cbd-ace5-4def-bf05-d52328ce4ca5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.785260844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.786947684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6b14c5-33c2-425c-9be5-0ca4f0122674\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.787021301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.7910463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044146ab-4f2a-477d-96c4-0bd61e615996\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.791116801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.794491675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a553677-7911-492c-aa23-7a536a04b8a5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.794569691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.796553714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"015cdffc-3a4b-422e-b716-ab238ad1d693\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.796634575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.800695816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"455ce8f8-7fc2-45c7-a65d-7c2d21436f4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.801501862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.802746362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc67672-1ac3-4c88-b042-3fc246c83b8c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.802997753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.804494485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d35743a5-2f17-4dbd-95eb-18dd6368811f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.804994662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.806769899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdfd339-b5c2-4eab-bc2e-ee9704f17817\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.806998234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.808795695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bbf707-9554-4a48-8efc-2a4351628e34\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.809673684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.833218035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.833347884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.8334916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.833578243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.834654537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.843974086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d720b324-822e-4a90-8c99-90af60671649\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.844210998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.844482368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.854357634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.854450509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.854485419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.855099362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.869394364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.869460646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.870272263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.892622585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f42833d-be48-4031-b380-085d13fa0b3b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.892848785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.894983078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90a7c6f-9451-4f62-bda0-2826152c9764\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.89506443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.897110727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6680c7a2-47b4-4821-8d1b-937676c54ee7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.897227019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.900873013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b505d7-34ac-478b-a730-116bede7fd50\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.901049976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.903720727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d28ab8-2231-489f-9aea-ef6d523f7d08\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.903819043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.907937458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ba74d1-b265-42cd-a59e-152edbb1176e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.90802865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.913478919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.915026152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf894eb-f5b1-473f-a37c-a7b485c906ff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.915120049Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.915911476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"456756da-7859-4391-929c-ede5abad3745\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.916065994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.91693226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"694f7c37-7d5c-437f-9fe0-6fb46bc3d1c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.917068732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.919103286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221e4bbd-9c98-4c01-a26f-3b77b950742c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.919234557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.920369579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c80c11fa-fc0c-47cd-a5c4-af7e4601efe1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.920628475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.923386009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c9932c2-3980-4a69-8c9b-d19d14d774b2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.92363237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.926627297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f492426-a6e8-4da1-a905-ea740a2618e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.9266941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.929432516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9ae68d-76b4-4889-b919-4ebb0ff17e70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.92950997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.932483695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a6edb3d-9bee-4210-9173-c87ea95c565a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.932615177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.934271127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bdf2c84-56c3-4e21-b6de-18e5f10d91d1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.934373701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.936584295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82916a13-f5f8-4349-9535-f3022bddb7b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.936648423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.937188589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cadcf948-a3cb-4752-83a1-c333ea15e1d3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.937334821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.938309032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3492d14-5f3c-4bc9-8d00-89f3fffb5c1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.939353543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.939389034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39cf1126-acd1-4a34-ab59-39782b2948bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.939424554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.940347363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453b76d5-28fa-4252-a608-14de55ca2a61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.940449867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.940552251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.940601269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.940629996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.942061188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.946266647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.949471823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.949548335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.949628064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.949662483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.949690489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.950005506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.953637463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.959109596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.959253883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.959352229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.963119054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.966515501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.96664536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:56.966736702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.966818826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:56.967627868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.031175572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.031252756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.032008362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45517"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.032177098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.032690461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.033473781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.04054979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.040615571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.040648176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.042380157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.04244199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21c2257c-700c-4ede-8dc0-b4ea5647f825","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.042480076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"d99c28d9-d8ac-4952-b9ed-f34415783a66","remote_addr":"[::1]:45517","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.043840557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21c2257c-700c-4ede-8dc0-b4ea5647f825","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.043910606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21c2257c-700c-4ede-8dc0-b4ea5647f825","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.044532285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21c2257c-700c-4ede-8dc0-b4ea5647f825","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.045605253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"d99c28d9-d8ac-4952-b9ed-f34415783a66","remote_addr":"[::1]:45517","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3135,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.046183545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d99c28d9-d8ac-4952-b9ed-f34415783a66\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.048982672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.049147591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.049188021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.051628554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.051677802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.05170697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.051734966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.056452134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.058801676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.058860453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.059548764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.060763013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"21c2257c-700c-4ede-8dc0-b4ea5647f825","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":18516,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.061173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c2257c-700c-4ede-8dc0-b4ea5647f825\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.061381125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.061715732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.065637766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.065933225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.065979637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.066478932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.067199327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"109fb578-5bad-40db-b256-0134e3c117a1","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.067776217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"109fb578-5bad-40db-b256-0134e3c117a1","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.067838501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"109fb578-5bad-40db-b256-0134e3c117a1","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.074739501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"109fb578-5bad-40db-b256-0134e3c117a1","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.081649669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"109fb578-5bad-40db-b256-0134e3c117a1","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":14447,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.083717008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109fb578-5bad-40db-b256-0134e3c117a1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:56 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.084045222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.084092105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.084161403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.096350329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.105164871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.110289953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.111600394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.111657668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.111685744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.113476852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.113859625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.11390739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"493.543773ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.11414339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.114234722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.114269211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.114298099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.114325694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.115635493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.11874554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.124114247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.124179346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.124326399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.124827708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.133055191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.135405875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.135958886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.137067756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58270","req_id":"8d6518de-8125-4866-9424-796f00ee4f89","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 33 ee 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 3............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.137191162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58270","req_id":"8d6518de-8125-4866-9424-796f00ee4f89","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.137415679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.137590567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.137688853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58270","req_id":"8d6518de-8125-4866-9424-796f00ee4f89","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.138122287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2081, tv_nsec: 937012444 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.138185302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.138521833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64867","req_id":"95f8c2ff-b0b9-452e-acd8-544c3deeb8bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 81 18 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.138638636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64867","req_id":"95f8c2ff-b0b9-452e-acd8-544c3deeb8bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.138821911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.13890204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64867","req_id":"95f8c2ff-b0b9-452e-acd8-544c3deeb8bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.192626914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.193007622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.193069886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.193101369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.193129265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.193993617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.194338384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58790","req_id":"55042b2a-062f-4f7e-8889-668a28cbe801","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fb 9d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.194529374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58790","req_id":"55042b2a-062f-4f7e-8889-668a28cbe801","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.194883129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:57.195080863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58790","req_id":"55042b2a-062f-4f7e-8889-668a28cbe801","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.195383246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.195427985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.201361056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.20188013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.208434379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.208540691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.208628486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.209504802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.211859934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7dccd0-d3c0-4eff-84c8-64bdb78c994b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.212216765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.212495921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.212607353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.213155957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.215804163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e7cf7e2-b191-4898-b2b2-af3d41c5de3c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.216231494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.220368637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd92c539-a75a-40d4-ad57-e6f336876cc0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.220602964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.222820012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b398fa-5174-4293-bb95-7942814aa10c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.223063988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.225691503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3668c30e-e1f7-4598-96fe-d6ad17bcf1c3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.225902283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.230105087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a79205-3c5f-4a29-ae00-b8ca7e6050fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.230439814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.232994393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b717d81a-e85a-432c-9194-b8c1f2d72954\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.233206656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.236318797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3d1afe-9d94-442b-8070-05b5f10c2f81\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.236572513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.237616382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad34abf1-8cd6-47b5-b2ab-94b48df19beb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.237907733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.239024448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30a56fe-d039-4e88-9202-f282ffde476c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.239309466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.245010695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.248408264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95787626-4b74-4f83-8f98-9ad0f5f67b56\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.24869715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.250309653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8c8202-d108-4eff-8a37-a4451c9d1e69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.250354923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.252148717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416a03b8-5f51-4b80-81ac-61fc52590227\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.252339938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.254878787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98bad4a4-bb40-4429-b213-3249480f6710\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.255013395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.257134952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f37d92a-39e2-46e0-a145-3d842059937a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.257273067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.25910147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a891be-570a-4958-acc8-f706210c5bda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.259165648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.261067297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8930106a-7d47-48fb-8a57-8ec24431d73e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.26113929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.263414934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f1b1c6-ba85-471a-84eb-b59eb14eed39\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.263534843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.265437664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c724e3-6b5c-420b-9d1a-3daf95e721ec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.266152799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.267165667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4b5775-34e1-4d54-a0c3-34f4ee0650c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.267351367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.268428073Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f580d254-0904-46b5-b4d6-53630f698fc9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.268559635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.269457945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365bf195-f1d6-4615-9cc4-1ee8910d649e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.269550198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.270801662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d094d27-5a21-4580-ad45-415243a0e737\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.27101646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.275762837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a8c865-608b-4c67-a6d8-e943219510d4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.276074708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.278849877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66038945-17d1-48d2-9774-09585c5e47d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.278947532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.280631407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a889c0c0-868d-4378-9f0e-7ca40446dd67\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.280766486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.282708766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816edbc4-9ac3-4a5f-9882-bd6efb87fa58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.282789066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.284817067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa8e074-eb36-4e21-b23a-f7c3dabd4796\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.28512488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.289197334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84514dc9-0f4f-45da-b76c-4cde7ff2c8ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.28926575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.291282599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd9d1c0-6fa3-403e-a5cd-00512f290ef4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.291491766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.292462079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"058c3a84-b82b-4c67-b492-c4dd6b39a71a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.292633921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.293961607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"badfa6d2-4c1e-4cb0-9d8e-a30f2a32c8a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.294284279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.295490423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24740580-9a0d-4f59-a1b8-9233bd061711\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.295630582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.295824629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.295872003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.295901912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.295927604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.29698463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.298663354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"350a0083-90fb-45b5-9824-1cf95c7c96be\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.298729226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.30063842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb5efa2-e140-4ca0-aa39-11a097f74d00\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.300702537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.300735353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.310916749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.310991087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.311023491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.311512105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.314064971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.314127646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.314926718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.316487227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"786bec6e-3719-4e24-80e4-89859eb97ae4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.317205158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.322160551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"005670dc-82fa-4ec8-85d8-5d1aefbdba2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.322796198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.32550261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93cfbd8d-d29e-42b2-b48b-0cddda460157\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.325590916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.329442159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e84b47-cc3e-4ab8-b7be-0bae35684ad9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.329569523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.332987784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce597fe-c362-42eb-b822-2b3951668adc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.333293683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.33651415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2216a299-bcbc-498b-8625-8a007b48f83a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.336814899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.337883959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd726901-a0a3-4ae8-8966-1dc7d36f3cf2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.338169929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.339601792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e78211-c1ba-47c4-b98b-175c9e0eb198\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.339748504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.342884983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.343249109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aab39d7-aa75-4597-ba5f-99eba73dfe95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.343388356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.345397309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0516724a-c0e3-4d2a-99e9-a8daa7552681\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.345468721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.345507338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.345540604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.345571336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.346928189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.35045208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.356516283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.356588346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.35662511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.35666038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.356692163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.365043633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.375225369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.381722775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.381897683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.382059416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.383061853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.456119796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.456306979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.456866223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.457118396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.457236742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.457328094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.458544347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.458724456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46273"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.459144322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.459298961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.459990769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.462012507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.462832691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"89e5017a-6f99-4ea5-9707-93fe77d8287c","remote_addr":"[::1]:46273","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.463873114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"89e5017a-6f99-4ea5-9707-93fe77d8287c","remote_addr":"[::1]:46273","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1047,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.464174174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.484961842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.48510609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.485244936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.486186913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.491238628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e5017a-6f99-4ea5-9707-93fe77d8287c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.493565665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.493632488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.493660434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.496804127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.496983815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.497038664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.49707174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.498176441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.498788631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.498854863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.500516123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.500573497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.501083103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.50283313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.509052351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.509298201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.509346016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.510152062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.511948251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.512010755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.543702148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.5447668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.545166546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.545311415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"431.178335ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.545432466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.545587144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.545761401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.545875699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.545964205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.547169256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.549894126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.55558282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.555717909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.55575336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.556087596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.559601176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.559661607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.560600868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.561023109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54225","req_id":"615c5e71-8605-43fe-90d7-de8adde4b94c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4c 7f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 L............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.561083981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54225","req_id":"615c5e71-8605-43fe-90d7-de8adde4b94c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.561163429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.561509027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.561559438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54225","req_id":"615c5e71-8605-43fe-90d7-de8adde4b94c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.56240853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 360727288 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.562479952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.562510373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59992","req_id":"d76faa46-41ef-4e33-8c02-ebe1f4cdba39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 72 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e r1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.562546094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59992","req_id":"d76faa46-41ef-4e33-8c02-ebe1f4cdba39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.562628789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.562651213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59992","req_id":"d76faa46-41ef-4e33-8c02-ebe1f4cdba39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.615596143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.616132381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.616192641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.61622724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.616254625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.616969669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.617495627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62691","req_id":"d297393e-f627-4406-a231-60feea5e0628","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3f dc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ?............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.617691097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62691","req_id":"d297393e-f627-4406-a231-60feea5e0628","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.624286968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:57.62442807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62691","req_id":"d297393e-f627-4406-a231-60feea5e0628","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.625066191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.625131822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.625172202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.62714346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.635689217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.635760449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.635794667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.636524972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.638752199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1e3011-9332-4e4e-8aed-968d7833f660\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.639085373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.640019084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.640716754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.640748607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.641934881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af3836e-d615-498d-8d95-5d748717ccb3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.642012696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.647457334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a6f9637-ceb8-44f0-94c8-45e9e8405df9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.647534628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.650362923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea08572-e843-472e-bbe8-e5960ef7d81d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.650432782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.654163215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f87b301-b9a8-4a55-bd59-63a22c202df7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.654286982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.660411965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d6cd79-977e-48f3-91e1-fad0eb8623f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.660637134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.664332777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad676a59-94f1-4fb1-9849-6de233313896\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.664471594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.666504133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58cf6711-4ae3-4caf-88a0-3c0900e096f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.666550826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.668613025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d973a5cf-c3f5-4b05-a29f-f01325b77282\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.668652113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.669477568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc2344b3-76a9-4145-9488-a382cf5a05c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.669522127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.670208975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f7b020-c425-40e4-85ca-b21af2c56f4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.670247602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.67386526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6416fb6c-9457-4e83-9d5d-c64f002ce891\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.673923987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.674159576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.676191876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf0c360-4ef9-45b1-9e30-0ff9a90e9812\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.676341874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.681070566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879ab1ed-7119-4d39-9906-5d062eecf52c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.681136918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.681173692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46730ec1-c943-4098-9913-9f4d1020c352\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.681207008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.684073239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c971671b-0176-40ad-a6ef-e9de69f808a5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.684159621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.686998617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99c87ae-b9d5-45bf-b74d-52b6de998f1e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.687454436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.690118534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"645b04d0-7841-44df-83b6-a343da00718f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.690188212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.693516544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f17cbe83-90a8-4b36-8d1e-a16cd9ef8349\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.693594559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.695131652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdff5744-f0ef-45f9-8e4c-56249e598b7c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.695440417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.697311124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5beecc8-aef7-43a0-aeee-9cd4dd52ed04\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.697646533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.699609664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16cc89af-ba0c-49fa-a4b5-b7dc73ca33f1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.699879442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.702623018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b515ed79-3edf-451c-b0c6-d686d331cf9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.702690873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.702725803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b186cb7-3c4d-45a5-9552-0de26e31e8d5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.702991833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.706841713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9f0341-1440-40cf-b23a-1d7de814d711\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.706912635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.709150634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d2aa66a-d7f3-4f76-a4a7-ce24b2b3718f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.709412165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.71393194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c2b60e4-4cfc-4a06-a81f-575fda18a756\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.714181918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.718324783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd131fb-92f9-4640-98ac-13f6a7fd36d7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.71874489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.721030103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb787f8e-6c3d-4d73-aa4e-7ceb44763f98\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.721141735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.723623871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8aa36b8-2aac-42bd-8fa3-2d96d104cc94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.723887165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.724773942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.724834703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.724922137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.724964792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.725868513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.726149232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"225e6822-f8da-4296-bf8d-7cef0e6d62be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.726304552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.728515587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca58850-6e89-407c-ad92-7bbd45e11ed6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.728770956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.729135412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.735100277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.735180547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.735214043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.735571756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.737084731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2a0ed1-eeba-4b0b-b99c-425131b0711f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.737184299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.7384495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcec4bd7-fa53-49e3-b701-6a0be24855a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.738516002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.738551493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.738580361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.73943854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.743086429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18ce16a-a006-47dc-8771-4a5170b13a1b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.743296217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.746327286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04ae2f18-f5fc-4bc6-9fd5-8659a241b611\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.746453758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.762090413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf6a62f-442e-49cd-aa34-1e6edccec70e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.762427945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.767078421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6afe96b3-be02-44c9-b3bb-0df5d5b4688c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.767512195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.772556526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd853a56-305e-428a-bfc3-c048a3dc3d6c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.772730483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.776539752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3deb845-5284-4597-999e-f4a403e45cbf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.778135452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.779459199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eac94a56-6e58-44f2-9f7d-020fde045c53\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.779533918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.784151017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b26cf6d-f56b-429a-9684-d6492b663140\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.784329092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.78508578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.787081656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd4d48d-52a7-4781-8ab9-713401d4b232\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.787247437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.788948746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cb058d-4865-43a2-b847-529ed5d78e95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.789101621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.791336454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e22321c-4e05-4507-942a-1afe0f552015\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.791590911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.791648065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.791683455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.791712102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.795407445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.806004178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.814822759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.814899071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.814932728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.814966084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.814996495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.815555699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.818579844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.823122776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.8232154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.823255059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.82472576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.889948412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.890023351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.890486213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.890550161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.890582776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.890611453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.892945463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.893299579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47761"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.894070244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"5d9edc6d-4450-4776-b91c-0e0e90c856cd","remote_addr":"[::1]:47761","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:57.898965437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"5d9edc6d-4450-4776-b91c-0e0e90c856cd","remote_addr":"[::1]:47761","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4976,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.900236199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9edc6d-4450-4776-b91c-0e0e90c856cd\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.902763866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.902820679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.902848544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.908560545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.908650314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.908755674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.908803579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.909476871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.910024502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.917239828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.917298034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.917327964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.918029972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.924818959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.929132854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.929448112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.929496288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.930075372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.932743238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.932865671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.933295307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.984416824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:57.985090426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.985157189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"439.670906ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.985195355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.98522276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.985252379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:57.985282859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.98531346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.986786635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.995768511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:57.996488626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.001316696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.001397928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.001433318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.002185146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.006826333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.006885441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.007526749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60855","req_id":"fc3fb163-fed0-4907-8ac0-f3eadf199421","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bf 6b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .k..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.007604614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60855","req_id":"fc3fb163-fed0-4907-8ac0-f3eadf199421","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49003,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.007839031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.007980453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.008079771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60855","req_id":"fc3fb163-fed0-4907-8ac0-f3eadf199421","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.008615278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2082, tv_nsec: 807521867 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.00867154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.008988722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50725","req_id":"f0846a05-9428-4463-be8b-b92002799080","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d7 da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.009040936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50725","req_id":"f0846a05-9428-4463-be8b-b92002799080","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.009287387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.009327627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50725","req_id":"f0846a05-9428-4463-be8b-b92002799080","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.058523476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.059048793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.059212359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.059263501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.059293531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.06035736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.060805353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50352","req_id":"be030531-a26a-414b-8b67-b664ba1256c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d8 2d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .-..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.061078547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50352","req_id":"be030531-a26a-414b-8b67-b664ba1256c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.061238887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:58.061505318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50352","req_id":"be030531-a26a-414b-8b67-b664ba1256c8","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.061761839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.061961066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.062083269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.063581635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.069310068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.069387462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.069419105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.07073121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.071922273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"732ddb6f-378e-4e6e-b4e2-7c94e6d92e36\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.072189205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.075827794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.075886752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.076326097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.076654892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ee4bd7-d7c5-4210-8347-5dcb8067aecc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.076919429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.085108395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d718227-8eca-4a93-a3a4-f409de147530\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.08525127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.088520133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48976a67-12bd-409d-9afa-83e7d3decd85\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.08879973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.094341341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05696ce4-1252-4a67-a575-ba31224521b8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.094449707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.095001366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.09507349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.099524979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.102510919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.10256682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.102597902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.106216542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d29d1c5f-937d-459c-97e1-383e019ae39b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.107400641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.112078982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc46902-9831-4d52-92b7-59c5227da5c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.112241075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.119379358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2c30b8-3de0-4950-b775-aa636eb4ee6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.119553194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.120115595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.121956984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede23fe0-8906-49cd-8b14-d8fb17aa55f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.122399054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.123888672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef9faa69-7e5e-4627-ae95-c52e8d284049\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.124094382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.125433981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bdbd1f7-9d17-4f30-af9a-8e2f9968d2a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.12579464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.127013328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4981b19-e757-45cd-a75b-50932463aebd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.12726013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.12873557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64fa50e-bc76-4e65-906c-3081be91e693\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.129126248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.131930996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62655391-2306-49e3-b3d8-31eac69cd12d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.132198038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.134294074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cde06b3-2f8e-4ee6-a77f-e7312fb819c4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.134413052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.136397125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c78f7b8-b4ea-41fc-bad5-308cea65c089\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.136575741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.138509744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be8df2fd-b0de-4504-80c3-b0e9ac1abd43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.138591367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.140417275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e3308a-a7cc-4563-ab1b-333dd392c988\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.140498737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.142933558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9706d83e-3eae-48cc-8cb5-a32a4b7b5c6e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.143102986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.144100253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5569786-9bb3-488a-82a1-3ab219ea1abe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.14443542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.145629259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362d526d-1eab-4c59-a8b8-edf3bc158a90\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.145874899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.147002936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d188cd5-f8f1-444b-be9e-27dddbc555b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.147198856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.14849553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7caadf62-9bc3-421f-99b9-721384c6f16a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.148614216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.150260677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c32399-e621-4d9b-8829-1dd97f20c60c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.150496146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.154360345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b16d339-6226-48dd-8608-a61881c24402\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.154662177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.157093381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ad1043-bd92-4559-b8d8-a4f42b3abbf7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.157167508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.167772608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e35720f-8a2a-408c-87f9-a94105d346b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.168273246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.170742746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.170796543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.170826363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.170852254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.172618704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.173659528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f55b4c-2b29-4c4a-bf99-662a29f9e83b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.173788244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.176323065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.185363537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.185414739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.185442384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.185893874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.188705055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.188753782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.189884595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.190729839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed859e3-ce5d-40c1-ba23-9c8c1d425910\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.190874477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.192995834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2900a5b8-00c8-4e28-b494-57126351dc7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.19307414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.194056638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c169f01-0566-4d9f-b4d7-9319dfa0fae8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.194132659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.195446607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e806963-1854-4c01-ac9b-27e2686b7722\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.195511276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.196373624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074180c0-74f1-4a77-b79a-04de162b6a7d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.196691668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.19780186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea4e46e-9775-4b0f-9845-29d8b5c4234d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.198233289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.200496278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b66980-ce0b-44f3-b552-a5d34b0256dc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.200773981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.204198965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b071ad-22fa-4569-a737-961671ecd6a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.204276961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.206799567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58973481-f6d0-423d-b9ff-1e1abfe96432\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.207150697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.209338766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e95d820-9681-4cb4-bc61-77b908bc8d4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.209674415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.211723558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e03585c-97e8-43d3-8555-7b45d2be4f65\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.211798758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.214150513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9b3426-9e27-429a-a9db-0e8cd381fcac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.214521072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.220555164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.222776189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b5d74ef-6620-4085-8ad3-5e832afe6718\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.223379862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.224590855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6004e2-f413-4d60-9033-3e48f13ba668\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.22503511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.226571581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"709602ac-eadb-427c-b099-d20ef7aeca4a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.226784145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.227834007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cd4011f-ddcd-4e36-9b3d-14df8fb398c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.227974146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.229569164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a587680f-3fa5-4b14-a90b-1c9cc138c994\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.229734133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.230372585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.23054095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.230592803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.231453268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.235110134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.240838728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.242951888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.24330403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.243363608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.243396043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.245391138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.250417172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.258684164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.258836487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.258934633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.260521054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.329411203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.330706664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.333265773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.333338257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.333372866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.33339996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.337989835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.338284532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57034"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.339390636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a9b1a860-4168-4e99-92c6-eb6a5eeae6d9","remote_addr":"[::1]:57034","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.340126282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a9b1a860-4168-4e99-92c6-eb6a5eeae6d9","remote_addr":"[::1]:57034","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":744,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.341479508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b1a860-4168-4e99-92c6-eb6a5eeae6d9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.34384953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.344062104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.344156311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.347334233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.347482579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.347532829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.347566436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.348222523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.348532711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.35612584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.35619092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.356221621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.35659789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.358963193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.371072981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.371804909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.371926562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.373283125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.376037773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.376128905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.377255459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.40804751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.408590172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.410153777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"423.736327ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.410232574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.41026553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.410295099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.410324467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.410351661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.411601952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.414548754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.419717101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.419797532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.419832662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.420236727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.425094045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.426615265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.426712149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.435700487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50243","req_id":"d7bf6f77-d085-469f-8442-f2ca1abbe030","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef 45 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .E..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.435868091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50243","req_id":"d7bf6f77-d085-469f-8442-f2ca1abbe030","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.436131225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.436361304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.436483076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50243","req_id":"d7bf6f77-d085-469f-8442-f2ca1abbe030","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.436976429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2083, tv_nsec: 235800515 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.437047611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.437512167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50555","req_id":"2909a02f-fe49-404e-ab8b-f22c7f6b91a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7e 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ~...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.437640302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50555","req_id":"2909a02f-fe49-404e-ab8b-f22c7f6b91a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.437855301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.437900681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50555","req_id":"2909a02f-fe49-404e-ab8b-f22c7f6b91a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.489986809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.490782434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.490861672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.4908955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.490922584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.492269357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.492457171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.492508684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.492827339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.494804288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.49617576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61770","req_id":"4a1ec1d1-27ee-426e-b00b-e656627f93d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 69 3a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c i:..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.49627123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61770","req_id":"4a1ec1d1-27ee-426e-b00b-e656627f93d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.497553616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:58.497745057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61770","req_id":"4a1ec1d1-27ee-426e-b00b-e656627f93d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.497942751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.508896355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.508971174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.509003298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.509497423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.510584829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.510693786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.510724488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.514998533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.515087641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.515683508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.515783798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.516580966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.519259904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e629bb8-22b2-4ace-9a72-38f3e63f2fa3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.519775181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.520340587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.520404364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.521915956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4c8f89-cf10-413c-b7cf-8250d071cfe6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.522117748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.526484018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4acb550d-e85f-4312-b386-52db5104a3aa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.526720669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.529809864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf59010-65ee-4b97-a154-8ed89820603b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.530046696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.533455137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b403fbe-b1b4-4550-b8f5-c2a710ba8b20\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.533522281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.536408682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5be4d3c5-38a3-44a5-8741-36410071026a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.536473902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.539452236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72a015b-534d-4a0f-97f7-21ccf8e00cb4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.539528628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.549242282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18146def-7e0e-4681-9650-de1ae8cdfa0c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.549464234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.549960252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.553160188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d4afb7-186b-428e-a6e6-68658fff6882\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.553638411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.554782801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bcb293b-d0cf-40cd-acb5-e914dc7909d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.554938662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.556440724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12c2613a-28d5-47d3-ae99-edf760229e2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.556917394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.558204839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"184b2441-a284-412d-ab27-1a7d216267d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.558269819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.559413738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc051871-b43e-4a19-8dd7-844aeb2966b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.559692964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.562567582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16075496-0dbe-48dc-ba5a-8b55be26826c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.562721879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.565099366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481002ce-1f63-4433-8750-b190273fa1dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.565172913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.568211246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bca27abd-c327-4ff6-9a8f-e89b38def145\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.568273671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.57008015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93200b4e-765d-4f7b-b391-f4001741ead7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.570147053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.572310343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62dc6c92-535d-4c9d-a474-96b58c8779f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.572431655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.575687061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d191552b-afed-4aaa-879d-2cb6eff750b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.575755277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.577104496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c53deff-5ced-4690-a22f-c8344b79c0fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.577289184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.5787077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f5d0882-b7a3-4102-b3d5-58c347cc5442\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.578843751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.579969213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03446811-4cda-49ff-82a8-bce3a6c03d99\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.580129122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.581200657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5351dd69-e62d-49b3-addd-8ee40370db4b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.581369293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.582957718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e7d09e-cabf-4de9-8255-354e235a6fa8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.583275531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.586073065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce17f47d-d828-44b9-bcf4-b80c8b00354e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.586148455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.587899223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edcfdaf7-18bb-452a-9776-cc1a9087474d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.58797801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.590185438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4f8132d-f833-419f-8db4-959c4b0ab3d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.590538281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.592700379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e10145bf-066b-4ae8-8016-ac3508b57e2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.592771491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.593182801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.594530195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"940ebeff-065f-4dd5-93a2-bba5c50b76d9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.594871405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.597290294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13eccb01-8dfb-49ef-b202-5322237829aa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.599036604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.599074339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f25c207-014b-40ca-b8e1-3d59c8e41cf6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.599108447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.599449977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f048dc1c-148f-42e5-b9cf-9fa456b19e4a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.599585097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.600485972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c904dd93-b2d9-4726-8c4f-47e9036dba09\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.600609878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.600812602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.600868905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.60090163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.600929786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.602368322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.604993342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6bc7fa-48b6-4e50-977d-7253b1d4a451\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.605322418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.60641247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.612583605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.612658054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.612690639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.613447376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.614630043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9261dc-e3c1-4ccf-89b5-b41643851eb0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.614873678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.616280942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.616327375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.616823964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.618167341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07ed961-8128-421b-831f-42cd2aaf24d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.618299554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.619859121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"843bddfa-80fd-437b-8cac-196324ac46c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.619933139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.622235406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d74ef0a-ded8-4725-a981-ca54ab5ed4a3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.62229269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.626158633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d636e002-d465-401a-b1e2-d2bc236ea366\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.626534562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.6294899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"274338ab-fb10-46f1-aa29-53ee8f8e92b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.629717323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.631831445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4d54879-6fd0-49b7-88c6-715d66fa5d89\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.632303235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.634166869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4858bd-5b4c-48bb-94a3-458d4acb71ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.634553018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.635931815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdf681f-c6ae-485c-b13b-bf50b7df99e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.636171693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.640406441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab982679-2ad1-4c82-bada-44f775652d77\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.640469747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.642553929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53645a0e-c495-44fc-83b6-9bcc7904fbb3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.642705611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.642916832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.642972694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.643003926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.643753379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.64851188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.663077922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.663217721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.663265987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.663298481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.663326567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.66653016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.672247432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.676260367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.676333803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.676369956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.676800413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.677285049Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.74086621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.740953925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.741464612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.741530644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.7415636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.74159381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.742448463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.742511709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49480"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.743125942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a9ca45cb-cdad-4d18-81d9-e8ce5f3f6eb9","remote_addr":"[::1]:49480","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.743612672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a9ca45cb-cdad-4d18-81d9-e8ce5f3f6eb9","remote_addr":"[::1]:49480","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":501,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.74402798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ca45cb-cdad-4d18-81d9-e8ce5f3f6eb9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.747247164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.747332824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.74736077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.749216608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.749305645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.749339713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.74936851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.750393944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.750825644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.762001581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.762066761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.762098725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.763363805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.76556444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.77068901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.771210299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.771413704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.772222445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.773302447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.773362848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.773535993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.807787285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:58.808526378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.808591698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"398.764812ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.808630655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.808657689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.808687388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.808717719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.808744753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.809753282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.816560034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.825540928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.825609485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.8256422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.826481262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.827181567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.835554279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.83569043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.850178647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64065","req_id":"1ed22379-23eb-46e7-8d01-696bed58bbc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c1 72 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .r..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.850631099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64065","req_id":"1ed22379-23eb-46e7-8d01-696bed58bbc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.851752603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.852357087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.85274497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64065","req_id":"1ed22379-23eb-46e7-8d01-696bed58bbc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.854952408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2083, tv_nsec: 653842816 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.85502352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.86053409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58258","req_id":"b85cefe2-d8b0-4376-8785-845c42d7f08c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 23 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e #(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.860622235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58258","req_id":"b85cefe2-d8b0-4376-8785-845c42d7f08c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.860721002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.860833336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58258","req_id":"b85cefe2-d8b0-4376-8785-845c42d7f08c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.925708826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.927672188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.927770354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.927803449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.927832527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.928435038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.933621652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60224","req_id":"3b97f279-e4da-4849-a3e3-a3d7b32e1ba9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ca a3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.933832682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60224","req_id":"3b97f279-e4da-4849-a3e3-a3d7b32e1ba9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51875,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.933995006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51875,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:58.934315394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60224","req_id":"3b97f279-e4da-4849-a3e3-a3d7b32e1ba9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.934757084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.934804809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.934831502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.939877657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.948867188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.948942678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.948971836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.94962128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.961754926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37c1fcd2-ba9d-4996-b397-5f014fff31a8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.962111356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.963519912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.963572507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.964403222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.968347952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f45e242e-1a26-41d2-8c51-bb29892e0402\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.968707879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.97259827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.97352161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.974136605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0608de1-9335-4c38-9d2e-7e4c95a1ec31","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.975651604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0608de1-9335-4c38-9d2e-7e4c95a1ec31","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.975721122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0608de1-9335-4c38-9d2e-7e4c95a1ec31","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.976572869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0608de1-9335-4c38-9d2e-7e4c95a1ec31","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.979579159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d0608de1-9335-4c38-9d2e-7e4c95a1ec31","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":5443,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.979990819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0608de1-9335-4c38-9d2e-7e4c95a1ec31\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.98017692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.980714732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9a3346b-4eea-40c9-9c70-793a0211d2d6","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.981011563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9a3346b-4eea-40c9-9c70-793a0211d2d6","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.981132985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9a3346b-4eea-40c9-9c70-793a0211d2d6","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.981769684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9a3346b-4eea-40c9-9c70-793a0211d2d6","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.98259597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1902df42-9b5c-430d-b9ef-49a932385170\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.982915927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.985303374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b9a3346b-4eea-40c9-9c70-793a0211d2d6","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":4565,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.986203618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a3346b-4eea-40c9-9c70-793a0211d2d6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.986381943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:58.986434618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:58.986461943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.987831942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ccfe0d3-6bf0-48db-9e8e-1de6cf77138f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.987977432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.991407717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4a27c1-90d4-4da3-87f1-1d18a5feaca7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.991593126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.994885216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8e7abd1-7d76-489e-946a-6d2bd735b44f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.995784056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.999391965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf18ae3-b1e3-43f7-9004-2ce95fa65f7d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:58.999516844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.003186415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d3a063-9e34-455a-81e3-1ee011fdb1be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.003485651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.008024264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f25d3f-f2e7-4617-a5e8-a2c22d6956d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.008324382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.008844949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.019153829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.019317024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:59.02150824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"127.0.0.1:60748","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","remote_addr":"127.0.0.1:50696"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.023849054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/5f010edc-82bb-4234-be25-92620fc15816","method":"GET","req_id":"3272dff1-092c-4ad7-97e8-0620c15d1088","remote_addr":"127.0.0.1:50696","local_addr":"127.0.0.1:60748","component":"dropshot","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.023971468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f80096a-b738-4f94-9ada-ad350146ecb7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.024207989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:59.033595022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/5f010edc-82bb-4234-be25-92620fc15816","method":"GET","req_id":"3272dff1-092c-4ad7-97e8-0620c15d1088","remote_addr":"127.0.0.1:50696","local_addr":"127.0.0.1:60748","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":9739,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.034231851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.066803187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.066886053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.066916864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.067509545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.067564825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.067734884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.069709428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.069771993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.070840231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.073693235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.07376565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.073796882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.075293003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.079927827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.080101564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.069557746Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.0839295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.084039059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.085116546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c362a5-9dfb-4d48-b4e1-ee5826fd29c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.085462795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.087235878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.087522169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.083884962Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.088245279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.088343415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.088919352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.095969249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.096069889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.096154779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.096909182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.097243869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915a4c7a-64b7-4567-90ba-a5391299a298\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:58 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.097488536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.100189748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.100342282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.101273497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.102416725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.10258967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.088205360Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.103428812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.103531166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.106567285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.107024426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"no new timeseries schema in database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.145056262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.145282432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:06:59.103272871Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.170724945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.171319509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.192004974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.193020307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.193091469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.19312215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.193395094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.194490115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.202361929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.203029309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.204392836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41fa240-1dc6-4409-a1be-0f869ef04e9d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.20484674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.209642005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.209743266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.214941123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.215046633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.253518486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.253613886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.282548797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.282632393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.282940687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4473d374-a19a-4c4a-8561-7b9661fa51c2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.283187158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.287406074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.288864841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7ffbf5-ca38-4676-bd0e-bad4550d8ed6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.289182544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.291708156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9db8ddd-56c9-4393-9c23-bb62a5df461a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.291929427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.294019421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8598e81-660c-4e14-bc36-26d47728df02\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.294292685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.296571356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d814c0-7160-48c1-bb79-1b9ccac835a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.296784651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.298974844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea009cd-6f1c-4918-a4f0-8224cee61ee8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.299187638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.300197671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0771aadc-e7b4-42bc-b515-5778a2934339\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.300557197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.301650536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"489bf2c0-2b1d-4040-84c3-6355b2f4609c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.301885584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.303048601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e008526-c2f8-4f77-bdb0-4b49c431b004\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.3033291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.304700673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f97283-6525-429b-a34a-fb80f5cb918d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.304955801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.307018801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0df90e5-ab99-47b5-bd77-674db4e8449f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.307353719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.310978641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f2b5c12-4ba3-4917-947a-44b45effab3f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.311231505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.315159131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8079bc-c609-448b-b895-18875ef09edd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.31532944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.320259392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a2f3cb-0068-48f8-8eab-d0c109a19516\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.320563799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.325874861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b56828f4-be42-41a5-b57a-a407fb34eb95\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.326008076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.3296589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c2ac29-12f0-455d-986e-119f30967d07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.329707106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.33272041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47a1a93c-7b99-4003-afe6-b53b0b209ba0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.334470858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.33583716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7020b945-339c-4ca2-b327-6cc84e6d8a37\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.336099102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.337363602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b624fe07-5ff2-4e0c-af1d-b836efa2f8f7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.337535384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.337724891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.33782454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.33785964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.337888287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.338889893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.340777313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f32dd0-6401-4201-99d3-fd4856e8ea84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.340964626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.34196048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75326a8-535d-4de0-a58b-1f3a264b9d8d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.342007975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.342295568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.349176478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.349234413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.349265615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.350320467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.351075311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212ec15a-d7fb-4fc2-96a2-d936510fe39f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.35133572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.353823266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.353881633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.35391037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.357232068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b10365-a367-4f6f-a0e1-ccb70767f722\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.357823777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.361110806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfce0405-b4f5-45e2-9ac0-d5892aa2d07b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.361177179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.363057244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb034f8-2b5c-4644-b92a-66cce0679269\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.363434887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.366846865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dcbf153-af70-43bd-932f-a98da30aa28b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.366928568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.369301245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb82393-e5a4-4792-9ff7-37d5c57da0b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.369420753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.372642122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75acab2-3292-4b70-8cb1-1927d9814476\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.372712632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.373580612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b9ce421-5642-4342-bbe7-802fcd624add\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.373644459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.375506158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a46d339-354a-4b45-9a8b-e4c9c9f90392\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.375801637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.376990516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b02693-47e7-4efe-be68-0add156f0374\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.377301796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.380653614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe15a4c2-e979-4bbe-926a-86f8599cdcd7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.380842791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.38088237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.380914935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.380942169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.38148999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.381827884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.39158802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.400156853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.406376205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.406988805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.407099846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.407135528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.409861048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.423128523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.431819439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.431889699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.431923055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.432654021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.460094294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.460318301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.460358341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.460384262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.461797769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.461852337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.461884251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.462733854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.46308333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.529036557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.529230444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.529949917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.535739432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.53584363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.535931255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.536450078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:59.536623704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51794"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.537129081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.537232808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.54117392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"94bcd4fd-700c-48a5-8690-d8bdc8b36886","remote_addr":"[::1]:51794","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:06:59.542820842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"94bcd4fd-700c-48a5-8690-d8bdc8b36886","remote_addr":"[::1]:51794","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1690,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.54366327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.543779943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.544763833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94bcd4fd-700c-48a5-8690-d8bdc8b36886\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.548602892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.548680517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.548749745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.550778547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.550839328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.550872654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.550903105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.552683623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.553156024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.553223779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.553815237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.556831126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.565515299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.566648026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.566702524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.568268214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.569481431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.648628597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:06:59.649088824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.649328351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"840.7001ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.649462568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.649557137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.649898106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.6500105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.650132203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.650924601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.659146503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.659851267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.67352436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.673609209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.673641794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.676274389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.680528345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.68059103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.681356265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51757","req_id":"d4d6031c-bbeb-46aa-8a2b-178c2ae23990","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 64 72 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 dr..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.681742564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51757","req_id":"d4d6031c-bbeb-46aa-8a2b-178c2ae23990","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.681993344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.682158733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.682254234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51757","req_id":"d4d6031c-bbeb-46aa-8a2b-178c2ae23990","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.68264906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2084, tv_nsec: 481549788 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.682801083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.683193956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50798","req_id":"35a50532-6431-4a6e-ba70-306160e0cb55","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b4 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.683250449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50798","req_id":"35a50532-6431-4a6e-ba70-306160e0cb55","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.683342963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.683497892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50798","req_id":"35a50532-6431-4a6e-ba70-306160e0cb55","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.761936255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.772357128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.772551926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.772606775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.772637927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.78231597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.783265312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50489","req_id":"164a6dc8-eb37-4456-9f04-f85656940d07","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8d 54 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .T..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.783573666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50489","req_id":"164a6dc8-eb37-4456-9f04-f85656940d07","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.783837883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:06:59.783936188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50489","req_id":"164a6dc8-eb37-4456-9f04-f85656940d07","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.785640214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.794206721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.794352321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.794499194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.796523828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.796818876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.796910338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.797045066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:06:59.802208875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.802317481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.803438385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.823074158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"259519cd-efff-47c3-a73f-f813598336c6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.823453624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.922716929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4d3905-888a-4a8a-8dd4-51c594bd5447\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.922960144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.975578152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.976130983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1a58aef-f128-405a-86a0-15be72868bdf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.976478225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.992231422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7cef6d-4783-4d2b-9d19-6837b401f362\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.992383355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.996101593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08f7559-9d7c-4bc9-bee0-df1716825943\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:06:59.996249929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.001425711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6f7ee7-0bd4-4e3e-b3cd-401449dba00c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.001667213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.005691631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e5ad6c-8275-4987-8252-9be33b2d7a0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.006008803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.013633855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c5c2df-2fa7-4e64-87e4-ffa484175019\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.014026598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.015266659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8600675-c924-460b-ac7f-6a87f9392d96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.015522699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.018165364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bee7cce-a10b-4f4c-bf99-90402de42c88\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.019132421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.020305168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76559aea-481e-4b85-b6dd-2c679099801f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.020575857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.021600208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a38baf8-a382-41b6-9a28-3e97dcb6af25\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.021813593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.023397779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a21169ba-913d-4d66-818b-8aa37fa720f9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.023677056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.025837611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac6c49b-ec6c-468a-b8ad-f98272e044ad\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.026097208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.026829487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.026968103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.027060116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.027144364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.0282266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.031097701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.038467355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.038642433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.038780248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.040308593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.042389409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ed5a43-99c9-4c35-945f-8a86e6e7b207\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.04279658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.043124834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.04323307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.04414132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.050084892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4ff080e-3d0a-49f5-ae10-86fb78d1b6b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.050347104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.053975564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed39f28-0852-420b-b293-898be4844e3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.054195742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.057132664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fd7ace-1c1b-45f6-991e-466a12aa3f97\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.058046114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.06531658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce8db71-2047-40af-abd2-6fd5541961ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.065565486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.067397225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bd4a0f-47dd-42ef-b557-ead01c744fb6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.067677103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.069607529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e3e1fd-e61e-4b1a-8daf-126124c40024\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.069909812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.074719675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0d305f-55bb-4d0d-9f99-b38fe2e0e3e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.074945084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.075426864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.078730717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0eb0921-1011-4108-91e2-7accbed6ec04\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.078944913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.083030664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e54f08-d5df-486f-ba6e-ebac9cff5e7e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.083404389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.086046854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22ea4c7-39c6-40ca-a896-71f925040297\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.08638619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.091058449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d763b27-2ff8-4ab6-8c45-25e1206124c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.091267576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.093748669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5158d0f-e79f-4784-bee1-13c897a0dc0b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.093913137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.094913159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.09497865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.096816331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.097481546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.097532668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.097560885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.09937553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e700f352-5256-49a6-9744-bd085d17ca16\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.099537032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.102175068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91cda19c-5f78-4803-a3f0-fe93505f000f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.102364055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.105885401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34562642-8e3c-482a-9a37-9b0cbbbc0b03\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.105967153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.107058718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dede60c6-4e18-46fd-b092-03a18398e8d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.107379057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.109653498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e1ea0f0-8665-45a6-8a45-daae3e989de2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.11032693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.113059585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4416b54-c3bc-4b9f-a1f9-ac1e60044e82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.113486916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.114809622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86283f78-9344-4a4a-b1be-7d3b71fe1d4a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.115038999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.117304372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7acca13f-7f08-47f9-8ecb-be109cc2cda2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.117828557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.121824288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0cd7e2a-8097-45b9-ad12-335faa54b605\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.122107632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.127103737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.140006775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.140128247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.140231603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.141558627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.143032544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"113c2b5d-2149-4547-913e-4854babfec94\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.143295177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.145641893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.160165079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.160216752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.160246892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.161196695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.16427596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.164320629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.164832379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.165328116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b334b219-684f-4eb6-a116-a22bfd94cb73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.165538215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.170233229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daeb03a7-a0c5-452b-b7ef-fa89676f8225\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:06:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.170528658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.174649459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542fdd64-b9a2-4f4b-933d-fcafd1987a21\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.174898074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.177999373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b46a4f-dabc-4fe3-87ef-0ee9619bc1fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.178398428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.180313985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf209d6-7912-4a62-a55c-96e5caaf7d4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.181724535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.193395288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32489ff-17e9-4530-9ee5-cb99af512dc1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.194393577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.195880891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2e950ac-8007-42ed-a76e-319f22191e96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.196112362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.198390371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55b09461-320e-4f66-b961-8201cdca5d46\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.198553506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.198601081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.198632293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.198661541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.199618969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.207516865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.214151925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.214221133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.214257004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.214287024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.214314358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.21546458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.220280485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.227632504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.227711261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.227746721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.232528629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.300097926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.300180972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.300671028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.300774695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33170"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.301729507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"77ab59ee-48fb-4be8-a740-50f9400fab7d","remote_addr":"[::1]:33170","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.302334012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"77ab59ee-48fb-4be8-a740-50f9400fab7d","remote_addr":"[::1]:33170","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":607,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.302621575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ab59ee-48fb-4be8-a740-50f9400fab7d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.304456591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.304547783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.304580578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.310795641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.310888726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.31092585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.310955199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.312654154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.318265204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.326303069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.326505933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.326560271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.327174735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.352741295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.353033407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.353092575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.353124539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.356048855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.360428742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.379721702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.379804046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.379836571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.380711654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:00.406830514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:00.407296813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.407445049Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"757.963161ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.408912262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.409035918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.409208232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.409321628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.40941303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.411431311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.412544008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.412656081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.413487087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.415228366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.421838627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.421969949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.422069547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.422645414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.426559944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.426671115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.427631038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56600","req_id":"f4ba2ac0-3a49-419b-bcbb-2e473a6e3647","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 46 51 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 FQ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.428303999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56600","req_id":"f4ba2ac0-3a49-419b-bcbb-2e473a6e3647","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.42919306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.429245144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.429347839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56600","req_id":"f4ba2ac0-3a49-419b-bcbb-2e473a6e3647","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.430418091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 229271745 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.430485535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.430873408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55791","req_id":"291930b0-0c30-4799-9c48-9554e6472dff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 72 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %r..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.431007305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55791","req_id":"291930b0-0c30-4799-9c48-9554e6472dff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.431233546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.431265459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55791","req_id":"291930b0-0c30-4799-9c48-9554e6472dff","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.506414058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.507899097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.5092006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.509543964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.510513877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.512516206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56811","req_id":"b03f1c9c-a2fa-4771-86b5-a0b93bf785e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c2 87 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.512592368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56811","req_id":"b03f1c9c-a2fa-4771-86b5-a0b93bf785e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.512792637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:00.512891885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56811","req_id":"b03f1c9c-a2fa-4771-86b5-a0b93bf785e5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.515675681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.515733426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.516501797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.51656362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.516605333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.516636726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d966f9-4520-408d-813d-705073a232a2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.51683438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.51888726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63b242c1-9bab-4b7f-82f6-43592104702b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.518947961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.520177561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.520236017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.537662498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357db7d1-33d2-4495-a5fe-b21a94ae1901\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.537767307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.541509513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b88fdae-3133-4b7b-955d-f98ae3985673\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.542183065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.546726197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.549679652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb247a80-4926-4604-b8ad-1892ea1b251f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.549777737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.555375541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f75e08-1c2d-468a-a742-bfc8d44aa2c9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.55580183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.559108288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8ec0d49-c88e-4458-84f8-e19e434047dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.559626661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.561607267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32cbe10-e8e9-4fcc-a435-c3db48ef76b9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.561672647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.562776496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"963bbba1-0f8b-4ec5-84f8-75c4ef6d4866\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.56299902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.56411353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0863d6b-4476-42fc-b164-324e384c522b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.564588797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.565716444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ff2e66-c5de-4ed6-8923-461a8291d0cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.56583966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.570426669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816c41dc-7c4f-4405-9428-fc9cb2e313b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.570631257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.572881149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b8a5039-15c7-48e8-82fd-a2915bdb715c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.573133111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.575256081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79daa11d-bf90-4955-ab8a-b04924d3b31e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.575338415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.578795273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357f98ce-ffb9-49ee-9eb8-6c1c5772d035\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.579103788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.581344322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b7d0ec9-2681-471a-a2c7-289e42064730\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.581416756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.583497472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71964eb5-1b5a-44f2-a143-e5931815b9fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.583686819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.586031911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9187a538-cbfd-4287-9e90-de0bb472b25a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.58610138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.587965394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eca054a-768d-4af8-bc72-cdce11c22f03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.58803372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.589196066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb4db74-8ed9-4db4-87ec-957f0f2df1c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.589299271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.590156259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbd4f70-52c6-4e11-96eb-dae2a8202a86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.590280777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.591161382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6f9a7b6-3641-40d7-80d5-f75529b41324\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.591238094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.592295752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed48c711-7c2b-4223-92e2-f29cb8bdba1a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.592362034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.593442106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45d2889-bd60-435a-8879-40e1066a13c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.59422233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.597803536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeed5cbb-08ff-4092-bfe6-e15f7f1de878\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.599341169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.599566588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.599747819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.599810013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.599844292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.600663835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.604404077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.612627572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.612690787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.612720196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.613215683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:00.614662376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.61622564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.616358335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.617170904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.61737981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd94ec2a-7c07-4f2b-8e40-1b57bcc656e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.617511893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.621948874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c500de10-10d3-4a69-8a2e-a0ce94d36c15\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.622044624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.624600787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d22b2c31-f5c1-4f32-81e4-5e64dc3f6b3e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.624664755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.62936013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44824354-1507-4989-a16f-ca6d128e61dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.630224452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.636926866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33a62f7-0cca-4a3c-af51-5499173eec09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.637882831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.64052241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b780e187-c12a-4756-8b49-f12cbf8662c0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.64066774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.643474923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10e4229-aa99-48ba-b2c4-2160a3bcaed7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.643830421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.64587764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad1dc1f-2bfb-44c8-b909-2b07d1b9f643\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.646086266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.647362298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08010c0-6ed3-465c-8910-2b43f1656d9f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.647434181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.654383568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.656667328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf5311f0-3690-438a-92ea-2c6de69473b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.661414085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.663239573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6e30a1f-9f41-4d4f-8ad8-5c9ca94ac62e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.663467497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.665384396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f61148db-4da4-4ae1-948a-069bbadf1be2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.669494104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.672120668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b281041-f261-4bda-89c9-bbd90cf9bd20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.672260136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.674320942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5e19b5-171e-4091-8be9-d902c2493e52\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.674469267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.677791066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f1f764-e197-4c39-ba9b-8bbed868e0c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.677960273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.681558772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"229a4fcc-5099-4185-9019-a169c4665202\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.681623151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.683910458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f48f51b1-3132-41c3-88d6-a2025b2522ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.684369212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.685680815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1411a5c2-f561-4b40-8e0c-bd16821d8538\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.685911876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.689598762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf8baee-f2d5-4d41-9266-eae61944715d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.69059181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.69235327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"233cfce6-135d-4153-9542-f7b85f6c26bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.692554621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.692724359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.69282504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.692911292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.694405168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.699274991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.710079538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.710632019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.710693842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.710727118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.710755445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.711455159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.714959171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.717557087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.717620774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.717651906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.718333854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.718506699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.724507455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.724578717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.724611302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.725561034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.738195147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.750626335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.750741394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.750827576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.751793471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.85342281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.853674501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.855217936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55115"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.857521245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.857881002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.859620288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.863246763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"264abaef-5746-4402-ae06-1d320277bcac","remote_addr":"[::1]:55115","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.86415377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"264abaef-5746-4402-ae06-1d320277bcac","remote_addr":"[::1]:55115","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":676,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.865013293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"264abaef-5746-4402-ae06-1d320277bcac\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.86753665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.867591981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.867619385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.871225771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.871428705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.871540307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.871630197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.878656095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.891027665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.895861776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.896218738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.896329759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.89786114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:00.971622625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.972078303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.974470409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a277267b-6a55-47e0-a322-f0ef9a155e14","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:00.987969715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a277267b-6a55-47e0-a322-f0ef9a155e14","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.988106408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a277267b-6a55-47e0-a322-f0ef9a155e14","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:00.989691696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a277267b-6a55-47e0-a322-f0ef9a155e14","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.006500998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a277267b-6a55-47e0-a322-f0ef9a155e14","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":32036,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.017924378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a277267b-6a55-47e0-a322-f0ef9a155e14\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.018562981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.020307136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eb60fe52-9cdc-4cf7-85ad-537b99295599","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.020939466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eb60fe52-9cdc-4cf7-85ad-537b99295599","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.021148382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eb60fe52-9cdc-4cf7-85ad-537b99295599","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.034854029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eb60fe52-9cdc-4cf7-85ad-537b99295599","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.050672877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eb60fe52-9cdc-4cf7-85ad-537b99295599","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":30391,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.05452885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb60fe52-9cdc-4cf7-85ad-537b99295599\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:00 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.055114447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.055171781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.055231129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.055277201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.055582429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.055631307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"646.752852ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.055663541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.055687278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.055712459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.055739963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.055767057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.056898381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.074403048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.075186549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.082395924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.082487777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.082523618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.082975809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.096096571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.096289275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.099877164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.101408795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.101524807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.101598554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.10323815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.108674823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.110582994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58029","req_id":"ed7d3948-a1a4-4291-8ee0-176e4c5f7f5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 31 6f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 1o..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.111088432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58029","req_id":"ed7d3948-a1a4-4291-8ee0-176e4c5f7f5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.111393339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.111701994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.111887804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58029","req_id":"ed7d3948-a1a4-4291-8ee0-176e4c5f7f5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.112542519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2085, tv_nsec: 911468337 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.112679692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.113512772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51401","req_id":"c0785bd7-c106-43e1-a51a-79d9dcacec5d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 f7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e V...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.113866206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51401","req_id":"c0785bd7-c106-43e1-a51a-79d9dcacec5d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.114228197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.114500931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51401","req_id":"c0785bd7-c106-43e1-a51a-79d9dcacec5d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.194493892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.194905772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.194968728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.195004128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.195033747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.196355591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.197014674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51330","req_id":"b4a92271-05b6-44d8-8db0-421984feefda","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fe db 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.197081237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51330","req_id":"b4a92271-05b6-44d8-8db0-421984feefda","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.197414962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:01.19751948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51330","req_id":"b4a92271-05b6-44d8-8db0-421984feefda","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.198138754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.19823216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.198269204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.199502631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.207339576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.208081855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.208292705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.209367516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.212944724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f96eb72-c510-4c87-a2cc-a86442237e3f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.213239942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.213469088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.213526072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.214149544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.215988709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21097075-fe7e-41bf-bd1b-65caeee02930\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.216189879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.221667684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a099d36-0e88-4af9-a640-b6ed5f71e10d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.225069301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.230016368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c403cfb-f3c7-4ca5-9bc0-c7712ef63c6a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.230187108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.236084308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504b03ce-103c-40da-b40a-68398a7d81cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.23624585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.241867811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ca4e83-409e-42dc-8057-b3691e5729bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.24216852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.247994598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d294368-b9e7-42b4-a9ae-f50ad399d2e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.248123425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.255907053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.256208273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7ab9d6-4c58-414b-b4ce-6f2c1036bd15\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.256364956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.258089301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c953bf-54f1-4299-b014-deeee2bf82c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.258475691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.259495142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc142d67-326d-468e-aaee-e01f281ca161\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.259807905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.26068855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc4fe90-6817-4f6a-bf62-3b27d7b83e8b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.260818539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.261872459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885eba04-2e4d-4255-9f5e-f1a3e465caa2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.26194339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.263267278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f80a05b5-1a3c-448d-bc89-96c81a14c7a1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.263441475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.267297418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8fc125-07c3-4b88-9ece-319c185d6762\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.267456545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.269326952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ad1511-07cf-4856-affb-028ca16d69d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.269397442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.270822141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f927a5df-9d98-4be6-ac95-9f5c34d1f444\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.270975436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.284283912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5385e1d-b955-4f35-a972-1c85aa5da0e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.284372318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.287720149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b806e544-bed7-4674-a622-25edfe515cfd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.287876821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.291444129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766bb700-436b-4a5a-aa98-a706c545644d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.291663155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.293940492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442572e4-7ff0-4b76-ba0f-adf16d9fb1cd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.294192444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.295676692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d28bc46-4efd-4aec-a5a7-e168990ebac2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.295827973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.2990385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bfdabcb-6cb3-4b48-abca-2e384717a139\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.299184521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.299221474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3494b5a6-e1bf-4955-8c00-2fd529f2d1b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.299342926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.300531114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcac67b4-c4fb-4974-8500-3f6a4f0e6bf2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.300770501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.30608518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3550ac8-937d-45e3-851f-f1b6bc1c8360\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.307457214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.307523085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.307553836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.307582523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.307609707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.308262278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.31005038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70bde69f-9b85-4101-b4ab-ba772123fb85\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.310495337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.311186534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.317096569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.317165266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.317196919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.317585303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.321487969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.321560794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.322062694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.324357627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4692ad9-f394-4d45-8d23-fa888fcc0161\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.324562755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.327965665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d366895a-8a13-472e-a303-ff7e3be44d20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.328032438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.334269245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2231ab3d-9a97-470f-a87e-1144980d09dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.334516047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.339470528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa43be5-7913-4e78-b2ea-927b13733fef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.339722199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.342350536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98d2fae-31bb-47c4-ae88-f445f596c1d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.342882797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.344284359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9475623d-e4dc-40cb-b88b-3362dd903579\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.344439909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.35040766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cead823-2804-4116-aac5-660cbd8b0494\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.350589732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.353086918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd808e1-3f2f-42cf-8002-8a6205b78031\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.353209622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.357107759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3dfcbe7-88b4-4d1d-b434-a547adc9bd70\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.357425472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.360850727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8376994a-5782-4814-9edc-7285e13d1d47\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.360995375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.361323348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.364980866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe7f3cd-2efe-476c-8baf-fedba6deb726\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.365524138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.378874488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6faded78-8c96-419d-982a-9a2925298716\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.379042513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.381542584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"461abde1-d39c-4a4f-ba36-ccb510c825bc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.381658916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.38601233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ab1d88-a862-4332-995b-9637cb595ccf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.386296396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.388321881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286a5ad5-d4da-4114-8f9b-9fb8326e9e45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.388393724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.389624757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2437bed6-99f6-4d3b-98c8-a4e270053000\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.389701841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.390734418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c962002-841b-49a3-a671-c76af6d182c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.390919938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.392108366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469b65c2-94d1-447c-8a40-633448a30d48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.392273234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.394405723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c721fd9-5d87-4c6e-96d8-794ff031856b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.395409543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.395471045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.396308234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.396369946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.397401572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.40237428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.410879436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.411028252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.411225615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.411339252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.411430333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.412922126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.414300893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.414356644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.41438984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.414419178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.414442425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.416780423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.425313024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.42539131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.425428353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.426282495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.503074689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.503156923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.503669474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.511898359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.511959521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.511988389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.512614667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.512731449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36063"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.51299792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.513037048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.514304654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.51562803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.520475278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"4d4ff931-e3f6-435c-8d7c-3e7e3dcc8760","remote_addr":"[::1]:36063","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:01.520570017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"4d4ff931-e3f6-435c-8d7c-3e7e3dcc8760","remote_addr":"[::1]:36063","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":836,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.520610117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.520642261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.520666109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.520975595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.521031977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.522125346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d4ff931-e3f6-435c-8d7c-3e7e3dcc8760\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.5237586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.523816776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.523845623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.525632764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.525696792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.525728375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.5257559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.526320174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.529588526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.529650449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.52984146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.534551745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.534815861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.53486052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.53542258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.57328598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.573489746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.573713903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.573771047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"518.067225ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.573807399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.574134371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.574171895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.574205031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.574260873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.577871998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.582039892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.588577808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.588677817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.588711384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.589562791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.592760161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.592876764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.593965272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64032","req_id":"93cafe46-c046-48bd-8990-d44c2202d5eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f1 23 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .#..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.594323025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64032","req_id":"93cafe46-c046-48bd-8990-d44c2202d5eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.594629846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.594976126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.595152788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64032","req_id":"93cafe46-c046-48bd-8990-d44c2202d5eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.595576182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2086, tv_nsec: 394505026 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.595796611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.596220215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59005","req_id":"6463c246-8cd0-4ace-ae15-32419f3f2e5c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.596556826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59005","req_id":"6463c246-8cd0-4ace-ae15-32419f3f2e5c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.596944138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.597206911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59005","req_id":"6463c246-8cd0-4ace-ae15-32419f3f2e5c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.657543317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.658052943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.658184044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.65827727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.658360856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.659014469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:01.659301781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.659620135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51046","req_id":"7a2ef144-3a8c-49ca-9222-bb78bf88676f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: df d3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.659795695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51046","req_id":"7a2ef144-3a8c-49ca-9222-bb78bf88676f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.660078869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:01.663756717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51046","req_id":"7a2ef144-3a8c-49ca-9222-bb78bf88676f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.664168818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.667496889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.667649293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.668028328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.67406706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.675032233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.675121882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.675815814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.678491375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7acd2ca8-92c8-4fd8-8ea5-8ea921bf0280\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.678648368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.678858837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.678908807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.685491072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.689276293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b292c57-7e77-4e5f-882f-c7f834a1268d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.689699787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.702016868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee095073-ec11-4162-8287-04dbb71184d1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.70224877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.705111614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a0be59-42c8-4e32-b865-71f9b65959c2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.705355771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.713900315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4b3e5c9-fec0-42ca-bea6-9c6d87378f62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.714095524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.716498983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed59d752-58bc-42a6-b738-ace94720948b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.716629192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.719187429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"320b4385-fca7-46f9-950c-d7f4f88f2d2e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.71926783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.726822432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"827b1ef8-6c46-44f2-81ee-894580da3fa0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.727180265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.727540091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.729033367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ecffda-8b38-43ec-860b-31e3bf7890a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.72918033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.730327656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a8c75f0-787e-4889-9b29-f971bbbca0e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.73054589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.731602155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c567218-9977-4f82-8420-e717d6dba327\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.731736623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.7338081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f812fa-726d-49f8-a820-78055eb03aa1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.733914612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.737689714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87505d70-814c-454e-9d30-5ccb83c6d743\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.737972107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.741925183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"913fd959-ad3b-401a-a11a-1abcdddc9bb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.742011134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.744661525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"873a9de6-77a9-4f49-9e30-7096efdf3919\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.744778728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.74817741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a94a927e-e607-49e5-b623-4a87caf30d08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.748693659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.752215436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e66d601c-e8eb-411f-a4a4-278fb9246823\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.752475985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.755273529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a81423-22f9-4bec-aebb-9430d803dbea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.755484679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.758242975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f3e3c4-091c-40ce-ada2-78282527accf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.758634425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.760823717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00412d28-caee-4455-ba8f-d970e47de141\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.761355707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.76303865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"053ca514-d1b1-4497-ada0-bb7007b6accd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.763319259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.764781853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555b1543-1a83-4afb-8532-29608fb31593\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.765004377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.766166292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77b7ee9-1d2d-457a-8053-2fc4fe47e49f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.767104842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.768723677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e88d8275-8bd7-4a5d-9dac-022c29b02732\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.769341177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.771989203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9f115d0-e405-481e-ba87-07fe5013842d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.772319983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.776904607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ca2f2b-80ca-4cc1-bf79-3c342bbd4b08\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.777217621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.77804516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.778244176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.778417592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.778511419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.779293226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.782801466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.794480846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.801557075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.801672044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.802464242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.804628224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10cc0132-dc5d-4747-81c2-c774a87d4333\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.804916959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.805179232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.805468749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.805975338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.820424186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ae8a35-3c52-4c05-b530-8a4ef0fa127c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.820848472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.872209766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.882631851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a5605d-0865-4233-9994-15f0cc9b85d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.882854395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.885652971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adaae33f-efcd-4763-8221-1050c42adcfe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.885714543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.887224221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cfd7799-0188-49f0-9e5f-0f8685585c8f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.8876402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.88903063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7baa07c6-53e3-4558-b751-3ce9735ac1d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.889205419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.891222177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c1b631-fd39-4a21-83f4-4535f57e55d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.891287437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.901339776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59396fca-734c-4b39-9523-83c72b53c1ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.901779271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.914483103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7acdad42-821f-442f-a8e6-4e454d0f61f9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.91507385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.91861742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a128ae-715e-4967-b7d1-e6c90b65564d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.919102426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.922830464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.922892949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.923004812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.923051194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.924364691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.924596744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"584cf2f3-1dfe-4585-8acd-fad01d7b4dac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.924746833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.927782721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.938599052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.939112345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.939488665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.940362626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.940746471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b8f990-6c52-4746-ba5b-203b85c68e22\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.942447029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.949504721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.949667235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.951441901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.95256093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a64602-99ae-4d55-a83e-d8dd1249ea6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.9527667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.956437434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f8cb5e-5593-4a8e-8d52-b066150f871f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.957882914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.960678033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5313a1e-3ea2-4f88-808e-46368470bd41\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.96840078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.96970548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c78f5c6d-095c-4d7e-9a68-ad10f3a31f53\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.969999045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.975586327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36e56f48-da60-4385-84a0-f8762661fa6f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.976439517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.97862416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91f615cf-3efa-4c8d-be59-d9e2434f3e91\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.97876502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.980905595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7fcc270-975e-4d3e-a5f3-1c147f384946\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.981129321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.981185633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.981341454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.981373888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.98195696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.985264139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.989103389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.989165142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.989197166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:01.989226314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.989258007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.989644206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:01.995244154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.002259301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.002415192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.002510091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.003032933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.004588492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.107164518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.107332192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.108102547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.108281333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.10841035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.108692152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.110772186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.110984639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64520"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.111896937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.112406863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.117142789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f46dc2dd-0b84-4930-9782-29fc3a62382a","remote_addr":"[::1]:64520","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.11964754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f46dc2dd-0b84-4930-9782-29fc3a62382a","remote_addr":"[::1]:64520","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2542,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.122782596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.132769123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.132831768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.13286286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.133489128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.134094123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.134811473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.134861132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.134887835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.134912143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f46dc2dd-0b84-4930-9782-29fc3a62382a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.137954365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.13804224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.1380726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.142238561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.142298701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.142331115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.142357668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.143254475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.147486286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.147553751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.14818055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.15033895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.155752917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.155956513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.15616588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.156604053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.192159044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.192218092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.192256779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.192289775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"617.381192ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.192325997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.192353231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.192382499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.192412279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.192440695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.193023797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.197714052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.223482053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.223637623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.223786951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.224518829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.234153135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.234230569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.236078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56145","req_id":"4de085fe-77ac-44fa-8873-24c86f407c92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 11 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.236231506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56145","req_id":"4de085fe-77ac-44fa-8873-24c86f407c92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.236312848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.236334952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.236357487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56145","req_id":"4de085fe-77ac-44fa-8873-24c86f407c92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.236556393Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2087, tv_nsec: 35284647 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.236696963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.236856801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64246","req_id":"e0c262ff-2828-4f79-bc3f-bb215be59fd1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 57 56 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e WV..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.237479843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64246","req_id":"e0c262ff-2828-4f79-bc3f-bb215be59fd1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.239489036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.239524727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64246","req_id":"e0c262ff-2828-4f79-bc3f-bb215be59fd1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.304731347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.306134884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.306195995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.306226446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.306251576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.30691083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.308355378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61420","req_id":"70e64e54-da25-4508-9dde-34e09400bab6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f 81 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.326591131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61420","req_id":"70e64e54-da25-4508-9dde-34e09400bab6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.327416536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:02.327536114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61420","req_id":"70e64e54-da25-4508-9dde-34e09400bab6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.328033275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.328094998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.328124787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.329510137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.335269723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.336003926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.336074025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.33766721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.342216594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbdf43fc-3d69-41cc-bcb8-767b624242b4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.342742281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.343585511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.343695511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.344966052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.348090197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e091d6-d091-434a-b948-f6ff64105e78\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.34849818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.355817934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0033cb7-f0be-452c-8e7c-eb9217333ab8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.356222861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.361779933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c43e02-ff7f-4c8d-9c13-e4f8d9239438\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.361971314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.371426934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010ac9a2-40c1-4fd2-92c1-0eb1fe796310\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.371636892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.376103942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da101316-bfa2-4038-af39-554c94b67b5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.376194593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.37950059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6171d511-3eb2-4384-aa8e-73eb6582c194\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.379639096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.383669717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.385881824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f48f75f-1930-4e60-aa2e-9a0f27199509\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.386217974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.387345961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"395cae36-1c7f-4515-9edf-ed4adbd66e20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.387733524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.388886841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b750b87-06e5-43b8-9947-1b0e78266d77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.389200466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.390447792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026f49c0-3fe3-4b09-bc11-de03ac8c6999\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.390683982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.392234922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0fdca88-b2ac-48b3-b3f0-2810b1674133\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.3926905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.395538264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7a3988-a51a-44f6-aa73-f014b9f126d8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.395842149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.401086979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf035fa-4fb9-4614-82a4-3482d759f84c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.402960011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.414464533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628917e2-0603-44a3-86ae-fc56a31bfa3e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.414602719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.420919164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36792de-16cc-4298-8485-c99b268e92c4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.420998271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.423037514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"649ff8f4-347e-48d8-b8cc-6a9794501f3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.423156281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.426810692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1767c97-b4c9-49eb-af64-fb49a8dda276\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.427483352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.429190283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b690d8c5-5324-487f-9dcc-4dd45eb14777\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.429352186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.4301474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"640cf918-d89e-4f8d-8581-b9de1912d043\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.430283431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.431358564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3345413b-692f-4dc6-bd87-273794e4ccf1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.43150729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.432520469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac944568-064b-4981-9261-a5745e4bf8f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.432566991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.433548066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f19f1d3-f716-4b6b-be8b-04159a5befce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.433591783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.435355818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.435419525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.435455126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.435608371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.437977081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.43822278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb194a3-7d02-4459-b6a2-6a5e9d1818d0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.438653709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.44101339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f214fe-90e1-43c1-9f51-39f148ab5dc3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.441240032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.44144516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.449160974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.449234931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.449266494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.450495102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.451710534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.451760744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.452118296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.453132607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.454431575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.454480793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.457412695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.461005684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.461052236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.461586982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b242843e-55ca-4def-843f-21b08b2b3d4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.46164137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.464892508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de6e7961-060b-446a-8d5b-a74aed63931f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.464971004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.466547415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.466606292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.468110279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de23c664-2bd6-42c5-9ec0-ca60ec5088ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.468232853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.476034467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e0e87a-d284-4fce-aa32-df5aebeb0171\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.476148915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.486134301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69a3c98-03ac-454d-9bac-1c9fa8055b2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.488513531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.492609081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc1c718-1060-4e24-ac36-f58ec427b76c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.49304519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.498386943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa3ab2b-e2b6-4ecd-8141-72302eef5d3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.498712823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.500696535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.509089006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"262dd35e-6f01-40b0-83a1-af78370e5a9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.509418052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.51357298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a11e96f-dc90-463c-906a-76c8f93e0dfa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.514268717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.515940337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd62d51-edbd-449b-928b-9ac532e137b5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.516202199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.517949921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f983961-29cb-4228-a147-110b1c2940e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.519807953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.528673808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20f6e1d-2fb5-4a06-b21b-96963b848637\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.528963756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.533189195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90d017d8-127e-4ee7-aecd-50917c746724\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.534339657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.537210677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f232e57-7260-468c-8f05-f1e7630fd782\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.538941355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.540672555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f68ae48b-4131-4697-93b1-a606e6ba098b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.540740059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.542626428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0921a2-5218-4220-a45e-2570ec603ae7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.542733431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.543789044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31dca3d2-4362-4e7f-ae2a-e8097fd07d26\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.544004944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.544918544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f829c1-0f81-4637-926e-658bc8bbcc56\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.545083353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.545968807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"899e373b-e765-49da-a53b-63727295746a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.546098275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.546965262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4e396b-dc0c-4079-b7c5-ed2ade12799d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.547028358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.547063328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.54709437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.547123027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.54785728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.551281663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.558848629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.558933148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.558968769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.559001113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.559031894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.559747861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.56209632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.562161109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.562193484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.562222471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.563722761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.563795496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.567050551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.572652132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.572719436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.572752672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.573314211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.577325493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.584068949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.584130702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.584162656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.584690257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.587585997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.587643531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.588090792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.63576479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.635928606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.636443201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33257"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.636981815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"9da86710-9f63-4342-a606-69d6df96baf8","remote_addr":"[::1]:33257","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.637400058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"9da86710-9f63-4342-a606-69d6df96baf8","remote_addr":"[::1]:33257","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":513,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.638051055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da86710-9f63-4342-a606-69d6df96baf8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.641562541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.641617952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.641646529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.64547643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.645541379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.645744864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.645815325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.646479618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.649243615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.652770092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.653056192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.653166011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.653715405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.686573062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.692793676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:02.693651545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.693862105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"501.57258ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.693917756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.693948958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.693979629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.694010861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.694041592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.695448476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.69920988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.705996101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.706122333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.706169326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.706526267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.710212763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.710273964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.711184669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64936","req_id":"bd128eca-090c-4405-ad30-a165b63d0261","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: af 88 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.71133053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64936","req_id":"bd128eca-090c-4405-ad30-a165b63d0261","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44936,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.711522823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.711705006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.711741649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64936","req_id":"bd128eca-090c-4405-ad30-a165b63d0261","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.712153239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2087, tv_nsec: 511057393 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.712210172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.712527024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59448","req_id":"84ad3b49-763b-4885-90d2-ca4eecc7ad49","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 29 49 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e )I..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.712604919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59448","req_id":"84ad3b49-763b-4885-90d2-ca4eecc7ad49","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.712728615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.712753685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59448","req_id":"84ad3b49-763b-4885-90d2-ca4eecc7ad49","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.801449235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.801862879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.802077176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.802239309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.802287846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.803180785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.803501273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61654","req_id":"78edab6d-0d3b-461f-b8e8-c5ecc27741b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 71 47 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c qG..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.803636413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61654","req_id":"78edab6d-0d3b-461f-b8e8-c5ecc27741b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.803858545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:02.803954987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61654","req_id":"78edab6d-0d3b-461f-b8e8-c5ecc27741b6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.804187671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.804236238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.804263392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.806351572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26c2cae-bfe1-49cd-aa9d-0551ad40be8f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.806604827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.808261548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90325169-2923-46b0-a14f-883a8b50b226\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.808451637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.808974208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.816113432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.816199063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.816233461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.816598569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.820510072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.820643368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.821379094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.907766485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4845ad4a-797b-406a-a632-1fd853ddcacd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.908064148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.915972355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87b7a827-d145-4d23-bbb4-b6b6450117bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.916500777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.919267239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ecf9526-b16b-434b-981a-5e63f3e15d73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.919494653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.923533369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7d1930-7ccb-49cf-94cc-fa18a7fe6aae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.923797896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.930899536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.9360309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5685c988-41af-4d32-a2ea-1727c447308c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.936275487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.953131933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d07155f-cd80-4d69-8555-ac84f484c73f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.953298895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.960447999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"958970c2-cc79-4dc0-a002-ff496bd16c92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.960537969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.961774613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c5969c-775a-4210-88ad-0b0d7df875b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.961916115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.962968531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce37006-86b8-4dc0-9a6b-c81cd6b05340\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.964466326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.965646116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962ca0aa-f239-4cce-9ce0-df3dc04fa880\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.965719262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.975152597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.975566642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a50ecbb-b698-4f36-8cb1-9c318db2ddf8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.976005517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.976589861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.97683548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"64c371eb-d5c2-4d50-854c-eff39debd62b","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.977264345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"64c371eb-d5c2-4d50-854c-eff39debd62b","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.977371719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"64c371eb-d5c2-4d50-854c-eff39debd62b","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.978131002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"64c371eb-d5c2-4d50-854c-eff39debd62b","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.980317117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a9a9119-960f-471e-a9bf-43be01672995\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.980423249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.983463186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.98354048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.98357566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.983605199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.984604139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:02.985614943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"64c371eb-d5c2-4d50-854c-eff39debd62b","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":8776,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.985893578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c371eb-d5c2-4d50-854c-eff39debd62b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.986116663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.988979597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"13160bce-33fc-4d24-a777-6c9acc294cb2","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:02.989270847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"13160bce-33fc-4d24-a777-6c9acc294cb2","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.989385335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"13160bce-33fc-4d24-a777-6c9acc294cb2","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.990394386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"13160bce-33fc-4d24-a777-6c9acc294cb2","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:02.990932067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.005751654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.005872405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.005972434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.01370967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.016592514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"13160bce-33fc-4d24-a777-6c9acc294cb2","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":27785,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.017004244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.017120065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.017707185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.018151269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13160bce-33fc-4d24-a777-6c9acc294cb2\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.018364795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.018454313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.018534403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.019970925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a1542a-f8af-41a6-9631-32962c53bb47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.020433827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.02339621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a532473b-4483-4039-8100-4424371238ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.023629945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.026611676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce6ce7b-9cf6-43a0-aaad-ab6846a26bda\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.030670974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.045582444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bccff98b-2366-477c-a097-782c6230ddb6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.045863284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.050073973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88abb43a-8b48-4f41-871d-e57d0cbcd842\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.050302779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.051961394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c58b9d04-a52b-40e6-9d34-af3950000d4d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.053985647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.05637609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776b2c3e-1ce1-4329-905a-1329dc5a2172\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.056631509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.060336852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7054b5e7-c792-43af-bbe1-0074648369e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.060577761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.062465362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"411a6519-3a51-45e1-b0a3-7bae8e8a7b88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.062681854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.069462093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf8a589-c8d8-4b8a-a8f4-e56b62ae3c76\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.069973833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.079303652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85da0261-64b2-4025-a259-6ec147b9f448\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.079522628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.08620395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4b56ad3-b269-410b-8854-45919d6f128a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.086588486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.090977491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b80ee1e0-42b2-43d0-8bda-6d197c0d7928\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.09119302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.095784479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.095973876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.101295108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.102241624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.102411002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.102593896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.108452479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4fa7b1d-3c6c-49c9-b5ba-539ef062e044\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.108743929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.110080032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.116003494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4626ff-728b-4bf0-b48e-d32c2eced9eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.116311097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.120985239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1243de48-4c43-4a87-b7f0-3f2c3fb2844e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.122837079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.124201868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7403275-3ec2-46d6-9b7f-ecbf70c8275d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.124445273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.129183274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a472fa22-b1d2-4452-85ae-64851a86b2b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.129482019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.131287706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6d5242-c39a-4468-a579-4ad6438ef983\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.131519709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.133175598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d4ed55-098e-4900-bb6b-b441045c61c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.133390366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.1356408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"406a21c5-1606-4079-afc3-0b6a33edbf21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.135907792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.140447106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20e5f9e-e940-4d60-b36f-d51bf300f114\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.140713898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.144917262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a0465b-adc5-4ad8-a8ac-45bb6e323dfe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.145131209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.148367016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbffe23c-0e17-4220-85a1-3dea84797d73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.148586453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.152442185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7b6f89-9371-4a6d-90d4-6ef960aa57a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.152661723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.156055966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed40e75d-0c70-4879-8896-19cbdda43c43\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.156267718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.160538146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8a6605-d688-4f3a-b1c9-12a8ec163934\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.160747994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.161144795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.161300986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.161404853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.161493069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.162400477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.164691451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0621da66-ba2d-4cc9-a180-41ea6ba81718\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.164925377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.165870891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.175835084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.175991686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.176095784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.176707973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.178463702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0180c12a-bd2e-4711-bf3d-ee769bf8ace7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.178711926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.180940416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.181054614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.181978855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.186630543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b52538-4c06-4803-b4ed-6fa1c5a599de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.186791654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.189280804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102d9ef2-fb68-4f10-994b-d93b31f1af6d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.189348278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.189387106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.189419911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.189449179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.190682076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.197117147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.20207223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.202853336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.202919689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.202957364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.202992103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.203456859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.206839879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.211023134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.211090188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.211122993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.211521938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.346261448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.346345185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.347599564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41947"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.348232996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"dd351d80-8693-4517-86ca-570f57cb2422","remote_addr":"[::1]:41947","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.349110755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"dd351d80-8693-4517-86ca-570f57cb2422","remote_addr":"[::1]:41947","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":944,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.35055879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd351d80-8693-4517-86ca-570f57cb2422\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.35594903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.37116159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.371254104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.375249825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.375409223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.375521286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.375615905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.37657242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.380524645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.390470091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.390943504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.391089765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.393917279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.400438742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.444957664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.445404424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.44546266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"751.570205ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.445505305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.445584863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.445620685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.445650384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.44567845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.448567045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.455462544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.455555269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.455593415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.455622472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.460220885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.460389741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.460577475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.46098153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.462378984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.463881498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.470513442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.47219914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.472313198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.472867823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.473333491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.47885428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.478950993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.479068878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.480423166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.483589996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.483683552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.487846166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.487929672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.489119012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.48918305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.48999635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.494878658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.494945391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.495896806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61523","req_id":"471c7e94-234f-4f37-83da-a63414d70501","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 28 b9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 (............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.495963569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61523","req_id":"471c7e94-234f-4f37-83da-a63414d70501","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.496158678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.497598246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.497709879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61523","req_id":"471c7e94-234f-4f37-83da-a63414d70501","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.499139317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2088, tv_nsec: 298021869 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.499207813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.501017339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53075","req_id":"6a8986b9-2340-4505-aecb-60fba6d67d53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7b 35 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e {5..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.501228169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53075","req_id":"6a8986b9-2340-4505-aecb-60fba6d67d53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.501342577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.501369971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53075","req_id":"6a8986b9-2340-4505-aecb-60fba6d67d53","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.561470738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.562212236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.562287125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57716","req_id":"b46dcc02-560d-4223-b405-7f49cf4fbafb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 59 b2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Y............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.562404439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57716","req_id":"b46dcc02-560d-4223-b405-7f49cf4fbafb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.562566151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:03.562684857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57716","req_id":"b46dcc02-560d-4223-b405-7f49cf4fbafb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.562888483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.562940036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.562968001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.567913575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb5507b-d82a-49c5-9e81-b21f56e1dc3a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.568178032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.571034994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb8bd00-b1d4-4b3c-8e35-d1a919c94f9a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.571410503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.573660526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ec962c-2bf3-40bd-ad5a-91fa9b6d47b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.573844382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.575853876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec863d70-32ab-4743-9028-ef9d14922737\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.575923655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.577836175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"483c0ab8-906c-4b99-8064-76839d4e5203\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.577968699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.580415234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b09841-76c3-4fd6-9dcc-62cbc1ee9af9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.58053392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.582863091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c9851b-ffeb-4b83-8bc6-d3095feae205\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.582929123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.585196771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be034e3-fbba-49e7-a75c-9d3c958e70f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.585265117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.586182645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a08269-d219-4805-a278-83463cbacc07\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.586328225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.587301334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b0c456-6f6b-44ee-becb-60b1f5443dc3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.587448407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.588345675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2884a79-4344-466d-b1fa-45acb0135ebb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.588474031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.589696376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dac4d26-b597-42e6-8ba0-3f9498c70209\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.589770093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.591883023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e689c8a-3a1d-4078-b6a7-3325ab7ded92\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.59206253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.594265379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b7570b-639f-4c48-a733-5033d4d2e34f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.594342213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.597102152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2609a4f6-536e-4270-8b35-757243c0db2e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.597172091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.604808336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b570492-7736-48d6-b751-8abb4f6f3c9a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.604938054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.60754584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f95b477-0a17-4ea9-85ef-18fccb55a388\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.607624346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.609488761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc706178-72cc-4b84-8e4d-efac84e4a845\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.609639361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.611581761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34299fab-cc07-4fdb-8a57-64363aa52939\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.611645138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.61271039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d945eb5-b25e-4307-bd55-46cf8944faef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.612846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.616199993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bfae38-3004-48aa-ba96-babcf518a644\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.616343108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.617596926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c9ea08f-8556-413a-8e35-f0b216f82486\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.617812836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.619838292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"372d8485-8bd5-4d6a-9dc6-85bbf865d072\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.620146807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.621661835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e3f242-3619-4e73-9685-9eeb1e1c80ce\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.621870591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.623773302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa066975-8925-43cc-ba75-406773c43b54\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.623901197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.626137733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.643584625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a570eb6b-5d58-41c3-8e0d-20cd31d559d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.645299902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.64939914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61088d73-3276-4348-a0b2-ca71b3696273\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.649680571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.651440287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d71433cb-3e52-4a9c-aa6a-094a04f2b262\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.652145903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.654293762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe918b2-c2c7-47be-8be0-29e71fc63b57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.654518951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.658253391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7b41aa-d44b-4c19-9eab-31ce52a2acd9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.658391697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.659177172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8339b76b-b89d-4824-8b0d-239fdfe950b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.6595226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.660665167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769e8267-f586-4de3-91ae-265caf9ca1c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.660811077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.661742363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa65fce1-1747-4932-a8c3-cccd6ce59f9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.661872222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.6629755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e51861-f973-4dbd-a229-eb3c24ce6557\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.663047634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.666212309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610e425e-bdcd-4539-b436-09454c434cfa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.666275104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.667160879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c989943-1e89-44fe-a3fb-55109604667e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.667430817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.670852715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f76b37-26c4-46dc-9a8b-1d32da7de864\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.671552429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.674113251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1c3c18-b0a3-4c37-a147-e30c6c5d16f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.674241677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.675862036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1eaec3a-0e8d-469a-86c5-bd625e0c7522\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.675927606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.676744624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.676805285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.676837659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.676864433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.677818814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.679042933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4ae83d-ac19-4437-8024-cfd99d581655\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.679244365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.684112394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.698783776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.698841851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.698872402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.699545113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.701239448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a934fd7e-f9dc-448a-a142-310b7e7322c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.701366171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.701889634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.701946507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.702371875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.702930317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e239fc-3f41-482a-a1ba-a8f37b219728\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.704144827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.708209716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f1e7392-f3db-4581-9587-3be9df2db2dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.708429364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.709306101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb00d3b9-f4a2-481c-a384-d56dc3ce4b59\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.709490809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.710540831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf52bc1f-d500-46bd-b3ed-cab590f580c8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.710642774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.710678756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.710707763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.710734547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.711009625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.713617341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.717665536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.717728211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.717760976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.717845274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.717890114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.719332828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.721695686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.725699493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.725769633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.725804573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.726221564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.80015965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.80023475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.805175674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44444"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.805890759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"2e623c24-8a7a-43da-9571-d4d6411c5a10","remote_addr":"[::1]:44444","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:03.808671269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"2e623c24-8a7a-43da-9571-d4d6411c5a10","remote_addr":"[::1]:44444","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2767,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.820634385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e623c24-8a7a-43da-9571-d4d6411c5a10\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.82373864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.823845192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.823912496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.82600229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.826146417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.826240925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.826326676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.829839525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.83545813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.843902345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.844164066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.844225559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.847404903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.873380538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.933470002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.933535994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.933620462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.933660843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.934616166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.951254186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.960269769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.960356522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.960390209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.960924894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.982273991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.982340844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.983320506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.984011303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:03.984473474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.984515788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"538.815535ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.984550427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.98457687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.984605687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:03.984636498Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.984664414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:03.985231223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.001645428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.006097077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.006197177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.006237096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.007029775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.014632774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.014819576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.016255347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62573","req_id":"42a9ab62-b27d-44b2-8b59-4f4cb2b1e753","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fb 9f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.016321559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62573","req_id":"42a9ab62-b27d-44b2-8b59-4f4cb2b1e753","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.01639269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.016479734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.016689091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62573","req_id":"42a9ab62-b27d-44b2-8b59-4f4cb2b1e753","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.01919309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2088, tv_nsec: 818042596 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.019326125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.020154255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55331","req_id":"18f16c6d-8ebd-4c15-bf79-527edce540de","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f9 cb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.020296829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55331","req_id":"18f16c6d-8ebd-4c15-bf79-527edce540de","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.020399754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.020504022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55331","req_id":"18f16c6d-8ebd-4c15-bf79-527edce540de","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.078789011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.080567314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51567","req_id":"350de0e7-a8c9-41db-bf26-41c5c29ee628","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 97 d5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.08063539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51567","req_id":"350de0e7-a8c9-41db-bf26-41c5c29ee628","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.080997461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:04.081100236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51567","req_id":"350de0e7-a8c9-41db-bf26-41c5c29ee628","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.08136846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.081424121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.081451997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.084505461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be3eeb54-e593-4236-85de-76b9e7456aca\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.084796701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.086253894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b16e1b0d-886f-4847-a90a-0c44af1091e6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.086497289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.088375622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab61d377-6425-458b-93d0-918fa05e34e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.088548526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.090810193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e4949e-2982-4103-a32e-27a53da6917b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.090955863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.093145876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e64d84a-c07d-4477-8b6c-ef691b9c6cf5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.093217769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.094797687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.094948257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.09630464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecdbcec0-bd35-4c93-b63b-5a6884ffb10e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.09637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.101624529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.102568781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.102625103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.102654752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.107432341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4af02716-ceb9-4ff6-a2da-81485effe1e1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.107951896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.112384478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.112675778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d932c71-8a07-4913-870c-04241017fd1d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.112806158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.114670182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27052172-8e83-499b-b0df-05aa9ab7d01a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.114817345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.116910646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f135ad64-f577-4e5d-8d62-43c1628c08f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.117025314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.119307772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b513391c-dd43-4b99-9e0f-6846b8eddf77\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.119437481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.121050565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6985dc57-7a0a-4510-b66e-7b18f2af9a41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.121218549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.123265858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c972acc-e9ef-4ab6-a772-37d12256c4a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.12362292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.125986549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809eb5fc-9c62-4598-909c-9d9bdfaff7c0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.126069725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.129230032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb4173d-95a7-4114-938f-54b85c6ffceb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.129460872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.131167752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ce3d78-af9b-4ce4-aa06-aace9190a1b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.131249024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.133101124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cfc735a-5d27-4240-9010-5421aca8b5f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.133181064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.135509082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"579ae3df-c4dd-44ae-a1ac-2fbb92d851be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.135583761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.137312195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8563a1b4-789f-4a15-8151-04ca2546d7e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.137404709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.138406325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89291d5a-56c6-4d57-a563-358608918802\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.138582686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.139858739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2db0629e-7623-4bba-8bbb-deb1cd0d27ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.139990982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.140979281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78559454-f600-4a3c-8f9c-fb8455fcc368\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.141107897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.142212408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bff05ece-eb14-47a4-ae02-90c575d086e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.142275203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.14497886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da590fd-3697-4245-b340-53a5cb9faf69\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.145143869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.148060139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c01c63-8f9c-4929-8732-1bb519048502\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.148468132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.151540143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc6ccfe3-7f5e-44ec-ab13-8bce934a2ed9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.151630343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.15693884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a42f224-377b-4d8b-acd2-31bbe1fad1ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.157663193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.161374698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95f5e232-62f6-410f-b643-9e655e332aeb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.161590187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.162893594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.16303715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.163134123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.163284633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.164290307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.168625144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9338491-c706-4e55-ba2b-2bc534955a85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.168910061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.171039815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.1828874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.183019343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.183184342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.184245837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.191570661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.192115607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.19253876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.194505419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0091d82-79fb-4870-94ec-1c900691ca25\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.194775266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.197446919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ba3902-ac3d-4769-8bbb-9b9f769959f6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.197608792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.19878757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe782ec1-2bce-4049-922f-a3b86dc9eec0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.198938792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.200105516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af0ee9a-8f4b-41bd-9b72-293e97106ddc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.200240074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.201133865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f35062b-2007-4fae-9ff4-e2e308226232\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.201248434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.20260662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e854eae-fa62-4a99-b554-d2ac95a08e34\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.202853461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.20571373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e0b389-2963-4f3e-9082-0cab09985e17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.20577866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.212663257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10523fb1-8e78-4165-b666-d64fa9b4ce65\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.212739028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.214911276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c62c3bef-8fab-4749-bf71-b4095dd35051\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.215151084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.226889432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da770407-e6a9-4d19-9985-cb4bbc924b90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.226989441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.227332314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.229092511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd8cd45-52d0-44a2-acd6-a8e979e53dd4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.229223272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.231056414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1857e82a-9752-4f05-ab32-b362ea44b192\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.231125191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.234758019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74023297-959c-4925-995a-e0fc6e8d099f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.23488384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.235297995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"830caefd-acf0-43bf-8043-7cce245f9cbe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.237651925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.23858767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67869d28-8fdf-4f1c-bb54-d80c4bef3f4a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.238691597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.239814103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29350d8-b11b-4498-990e-3e0573fd731d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.239894553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.239931988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.239965324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.239997819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.244426142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.245759489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.252769957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.252881459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.253625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.253781673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.253873025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.254462289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.261096948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.266306788Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.266461366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.26691509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.267496348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.361167081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.361250848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.361632789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.361691065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.36172341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.361751045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.362587461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.362646118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52734"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.363255743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"39636680-8b10-491d-8e6a-2510a5338a66","remote_addr":"[::1]:52734","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.363705549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"39636680-8b10-491d-8e6a-2510a5338a66","remote_addr":"[::1]:52734","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":458,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.364776863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39636680-8b10-491d-8e6a-2510a5338a66\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.366528724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.366585777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.366612902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.369031601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.369079266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.369113975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.369143624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.369820853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.370857759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.379843583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.379905346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.379938592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.380528457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.387780236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.387886909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.389442819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.389642657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.393161798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.393367098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.397525623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.399632441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.442613448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.442999667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.443073474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"458.461915ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.443227591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.443272932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.443307941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.443338532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.444407342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.445573375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.447268242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.447655273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.447711355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.448208796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.449739396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.450981971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.457338226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.45740571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.457438997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.458072559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.461740417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.46179723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.461831308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.461859524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.46276082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50916","req_id":"5e3c2d7a-4aa1-4a7a-87e7-c29b8981f931","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 44 ff 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 D............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.462868765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50916","req_id":"5e3c2d7a-4aa1-4a7a-87e7-c29b8981f931","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.464154166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.464313253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.464406078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50916","req_id":"5e3c2d7a-4aa1-4a7a-87e7-c29b8981f931","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.465081875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2089, tv_nsec: 263996059 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.465135391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.466114231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51387","req_id":"7c0bc03a-09c1-4221-b233-c5f83b5971fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 03 49 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .I..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.466295192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51387","req_id":"7c0bc03a-09c1-4221-b233-c5f83b5971fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.466399911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.466548046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51387","req_id":"7c0bc03a-09c1-4221-b233-c5f83b5971fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.466780459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.466838284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.512947624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.513648009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.513707137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.51373883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.513769301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.51465186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.516799519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54671","req_id":"054485bb-0db5-4570-b358-0e63d3dee7f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bb 00 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.516878286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54671","req_id":"054485bb-0db5-4570-b358-0e63d3dee7f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.516962163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:04.517041741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54671","req_id":"054485bb-0db5-4570-b358-0e63d3dee7f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.517070408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.517098314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.517124216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.518308936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.525832947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.525923187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.525958437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.526905785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.531100683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14121cdd-2766-4b7e-843e-148cd42642cc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.531170051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.531201213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.531228548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.53194248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.540593346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36fe8f90-3f07-4d9d-a389-823306c9f5c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.541044896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.549682706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.551649094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964ebbe0-46ad-4de3-81e3-84ae99aa0a59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.551826017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.554664041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3935e330-54e3-483a-b84e-324a88e9a4d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.554798179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.559062014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a0d02c4-6093-4c50-915b-62933d832cb5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.559234828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.565785209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c1a8e4-5bb0-40bc-89e9-40080294da64\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.565954547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.569813516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1b7491-4192-4146-a1d3-130e67955693\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.569984286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.575150469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.577016497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a3cc79-5c02-4b9d-9992-de99bcc41afc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.577142047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.578270906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316824be-64f9-410a-a7ff-3b08226c11fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.578354192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.581582144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81cba2ff-ff9c-4057-a6ca-a91a525af83c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.581731952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.583062684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15863711-b1e3-4f5d-ad0f-53b6c0c8ff70\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.583145008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.584257444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0beba218-b6a8-42d6-9236-ee74d6da02c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.584372233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.585788835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09925f7a-a793-43c0-8117-6f9b88e6665e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.586071709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.592298926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b290e9ce-e4b2-4262-8353-2c15a4c5d3da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.594701463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.596712149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96873ff4-d766-48d4-b398-f038043a0bdf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.596828852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.600736057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36aada53-923b-4cf8-abe7-14919591545f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.600811487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.60462741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c19c9588-e7a6-4ed8-805b-9b310ba2a592\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.604984642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.607296428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638fb274-6c0c-4e00-b69f-073beaaa3a8d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.607656646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.609849184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22186b90-74bf-4596-9a67-655e10a26b3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.610078341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.61105147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcf706d8-4c1e-4600-918b-21a82f4d6d16\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.611526797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.613735237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2be3366-7f0c-4c6c-95bc-889b1f95abca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.613984443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.615069375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8375af-ae79-4f77-8d91-1dbb5c1a4e1e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.616028626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.616648211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7eeceeb-2695-4cdc-8a0d-284266d383c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.616860123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.62064817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5d3023-1539-43a7-a938-ff28685dae6f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.621064239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.625750376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.625810546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.625848912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.625880876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.627808196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.62906973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61288033-b49f-4f89-b838-b03b628dc12b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.629595257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.631710952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.646814555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.646921568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.647151446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.648553881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.651597204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.651702825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.652532949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.654184499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67adce70-8fd6-4fea-9854-8a39ff1f3905\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.654480429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.661972436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"040d3420-8c95-4d55-acb4-42a8020959c6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.662087876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.664314453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8cace40-3827-4679-b270-10c2d84d0a8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.664389141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.666381511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca7b449-55cd-47a6-9224-41637ad480b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.66651126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.669149336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"680c32d3-94c4-437b-9534-f675942d4d5c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.669333633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.670168737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0c15ba-ecd5-49cd-b628-ac9bb1bd2e01\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.670326401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.671258789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db4e9a6-8a9c-43e6-aedb-01519d4b7afe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.671403717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.672450964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135564ae-381e-48e7-b374-3eabc9a24509\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.672545913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.673510706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a0a8ee-6755-4079-a228-7daf602a6ba0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.673657468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.675952942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df92b062-e20a-4e99-b3d2-f7c4b4a8d8bd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.67622815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.680882213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd2364ea-6912-43ca-a07a-2d179ce083e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.681103854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.684719148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62085342-91f7-4af8-a6ea-52f57f9aea1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.685138373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.690542069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d402f71c-0ae0-4b32-b4d3-b9c6b299c724\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.69096415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.698182853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d69a3f2-9502-477a-8697-d40a8e4e6845\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.698603411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.70220159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1e5d58-0cf3-4fb8-859e-2b750493d712\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.702478031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.709311697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.714696415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1ed6465-57ce-47ce-a7b8-63a86848ba54\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.715045461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.720020273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fc1c3a4-dc80-4ddf-8e1b-d9c920ec206e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.720411292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.723154658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf11e93-b23a-44b3-88b9-adcd50f054f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.723642009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.72635789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7c8f0b-c9d5-4697-aaef-cd8847cb27a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.726836624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.72984088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a248842f-e8dc-4040-b1ca-16651276f642\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.730178713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.730406136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.730465534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.730500123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.740333295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.745873935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.761138368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.761251754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.7613504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.761444137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.761576771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.762534309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.763964679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.764267032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.764710525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.764937818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.765904214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.767459953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.774919596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.775056138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.775347889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.776241239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.780143144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.78712263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.787209052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.787291637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.787908265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.843483926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.843555699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.844611292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33940"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.845625142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"47e9e597-3afa-4ee2-80a4-633dbe6e0211","remote_addr":"[::1]:33940","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.846127233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"47e9e597-3afa-4ee2-80a4-633dbe6e0211","remote_addr":"[::1]:33940","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":494,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.846269797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.846474074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.846999441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.847575188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e9e597-3afa-4ee2-80a4-633dbe6e0211\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.852217427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.852286324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.852317587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.854692258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.854761817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.854799141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.854829932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.855416721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.860217807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.866942516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.867195239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.86724596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.868041896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.970151503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.970520979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.971312847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8d7147c-c3aa-4760-b3f6-87387e7d2638","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.972120486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8d7147c-c3aa-4760-b3f6-87387e7d2638","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.972193061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8d7147c-c3aa-4760-b3f6-87387e7d2638","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.979640639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8d7147c-c3aa-4760-b3f6-87387e7d2638","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:04.986234848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c8d7147c-c3aa-4760-b3f6-87387e7d2638","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":14929,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.990092715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8d7147c-c3aa-4760-b3f6-87387e7d2638\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.990298715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.99060254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:04.990949943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.991013639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"547.764606ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.991051535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.991076765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.991106735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.991135883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.991163428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.991961869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.994113155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.994308424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ece92cf3-7f9b-45da-a276-0a7005cbfebe","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:04.994769914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ece92cf3-7f9b-45da-a276-0a7005cbfebe","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.994899542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ece92cf3-7f9b-45da-a276-0a7005cbfebe","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.995538385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ece92cf3-7f9b-45da-a276-0a7005cbfebe","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:04.998576969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.003514988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.003612181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.003695978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.004307777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.004809807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ece92cf3-7f9b-45da-a276-0a7005cbfebe","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":10534,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.005538028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ece92cf3-7f9b-45da-a276-0a7005cbfebe\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.006201039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.006265518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.00629162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.011012596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.011142966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.012987932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62345","req_id":"1d71c3d1-ff41-4f09-a9c5-f74329afc03e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 33 54 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 3T..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.013246758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62345","req_id":"1d71c3d1-ff41-4f09-a9c5-f74329afc03e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.013551655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.014056751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.014361619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62345","req_id":"1d71c3d1-ff41-4f09-a9c5-f74329afc03e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.014791285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2089, tv_nsec: 813721872 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.014927045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.015324938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58714","req_id":"b730b388-5ef2-40be-9925-37d7d0849391","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d8 2d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .-..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.015560047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58714","req_id":"b730b388-5ef2-40be-9925-37d7d0849391","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.015808381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.015954182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58714","req_id":"b730b388-5ef2-40be-9925-37d7d0849391","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.104732407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.10520062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.10547169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.105528713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.105563493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.107158661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.107364351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.107437777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.109392071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58815","req_id":"8cd904db-ab0d-4b14-9510-26592954e594","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b7 c5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.109584344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58815","req_id":"8cd904db-ab0d-4b14-9510-26592954e594","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.10965774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:05.109729353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58815","req_id":"8cd904db-ab0d-4b14-9510-26592954e594","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.111748656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.111805159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.111873024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.112119936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.113314827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.113372502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.113399495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.114898001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.123548507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.123673295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.123716852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.124111158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.127395832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de4fcaf-9d07-4392-b600-963ff0589034\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.127639197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.127877812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.127930628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.128414171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.135171715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c8524a-1344-4757-bc19-f48036db6c2a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.13537494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.140665511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c63605a8-3c06-4bba-983c-cd0e5f039991\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.140799238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.14392228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcdec9bc-b37d-4b94-baf3-ce24db622f10\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.144033582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.146355468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6fdc2fc-625d-44c5-9b3d-f5c320e7dccc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.146428634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.149686685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46c9d99-aefb-4317-809a-7e73b654450e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.149762546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.152971239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bedfeee4-4509-4787-a93b-c64d5a747c52\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.153039475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.158507841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9393542d-cc9d-469a-a825-9f216193b049\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.158808059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.159839294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13d6a64-92e5-47f5-9c78-f083fcf5b86c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.160037699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.165493589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9400e5cb-7f04-4713-878d-0d1fdc4d30f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.165642687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.173190335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6206c342-2000-4144-8d05-c4c8827d1e98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.173468289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.174925271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.18468667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7e9a34-02f5-4010-82ff-5ea7fb00a27b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.184907851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.187089809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48628789-e74f-47bf-bbed-e607803c9f86\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.187300769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.190315606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4728c77-59b8-4a81-876c-a426f2263caf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.190442549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.193573838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951b3e18-3fb6-4d28-8d3c-10ce3ae4d3fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.193795108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.197795739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"508055c9-a341-4030-9c7c-901c4228a3a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.197873314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.200677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216a15df-17b0-4f16-80ee-6e8032a6d3ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.200746158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.204048678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f517be07-ac58-495e-9440-7e33add6f083\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.204276251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.208810245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd148865-02f1-458e-bd25-8ccdf61ed928\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.209057017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.210025917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"216f045f-15a1-4197-b34f-f51b7ca8c961\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.21017288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.211194165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b67de9-5341-44f9-98f3-78a80b03fee3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.211798439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.212674675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2376b09a-9655-41ac-9681-20e2af711ded\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.21283808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.213862171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cccc8be-e266-49a2-b52e-0767a62acf03\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.213929325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.216766507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c614ea01-da89-4672-a919-46c0fdaa9e64\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.217036876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.220273876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5243020-4869-4531-a6c0-8b4ecd8f7e28\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.220795495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.225815818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bc58e66-31e9-4615-9f9c-d6eb0085660a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.226212247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.226934767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.226994145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.227028033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.227055478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.227851734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.230925228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.239638458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.239726694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.239759179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.240174376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.241236943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aae1957-d041-4d00-8c9b-698ba7377ffd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.241444056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.24287643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.242942842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.244067413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.248988979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ec93f2-865a-4814-b617-62339bded7c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.249292012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.252363773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6461517f-3bbb-4e14-9317-4a6cbd3e9666\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.252473992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.254516432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3e26e3-248a-4448-9f5e-903b8f10d5f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.254719256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.255500973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2ddcc7f-7278-40bb-899b-674a988d67f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.255649409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.257069358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450ec833-7557-4340-919e-8eb56d77590b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.257136622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.258271053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a93934-c825-4e61-8dda-30319b0d5e28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.258534006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.259381916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ea1eea8-8732-4fb3-bf1d-0dbbc251c3ff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.259488819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.260780923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff0c5456-9f79-40b6-954a-b54f5139a02d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.260956904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.271591803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53289d1d-3b07-40fd-bcf9-cb8ee85bf2b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.271914556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.274522773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce93b53-047c-4f6c-aa63-b8ee56fba0dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.274664836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.281799592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.284595422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1139467-7270-44fc-9dea-d14e9542cc26\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.285457961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.288065055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b62fbf4-3bba-4e49-b415-19a1fe351544\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.288290875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.290247844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20484d0-9081-4dde-bf57-6410b08397ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.290508283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.293339875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32d3eb2-8ec6-4cb7-ba8e-7de36449c6e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.29453186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.295680158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a381c57-dc12-4623-9c34-87e51a6404b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.295829916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.296748266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00da9839-7e04-4e34-b4b0-c86911610d12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.297010949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.299080593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f24af6-4247-4bfc-9928-97ab8e14a930\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.299216383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.300121286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8724f0d-1918-494c-9730-6c28e35a02b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.300180314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.300211366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.300240634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.300266917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.300936771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.302829432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.312528497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.312637604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.312736822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.312828956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.312911159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.315526981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.319065602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.329588638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.329657385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.329691583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.330413532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.3371731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.337244262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.337276746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.33756477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.338312991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.40267614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.402982701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.40372011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45772"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.404301389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"b5999bb2-8cd4-4a1e-ac72-6912e8eb94d5","remote_addr":"[::1]:45772","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.405798451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"b5999bb2-8cd4-4a1e-ac72-6912e8eb94d5","remote_addr":"[::1]:45772","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1507,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.406229159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.417233785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.417322091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.41912841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.420007221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.420456376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5999bb2-8cd4-4a1e-ac72-6912e8eb94d5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.423161436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.423254391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.423320242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.426112355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.426323135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.426432644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.426575839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.429671296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.434448475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.434531831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.435312636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.436008072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.440291537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.440561605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.44061449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.441200738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.44641647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.446490387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.446771447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.448406184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.452876611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.452939296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.460101667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.460189071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.488150082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.488462985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.488797892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"497.730025ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.489254572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.489311035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.48934371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.489405433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.489437286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.489991681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.491455397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.498417529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.51148279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.511555726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.511591186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.512410309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.521828975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.521905227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.52611288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57956","req_id":"3c0002a4-28ca-4ac6-b2ed-b5874c8162ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 39 30 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 90..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.526186076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57956","req_id":"3c0002a4-28ca-4ac6-b2ed-b5874c8162ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.526387667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.526622405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.526927904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57956","req_id":"3c0002a4-28ca-4ac6-b2ed-b5874c8162ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.527320346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 326215352 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.52819096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.528724664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55737","req_id":"da7d1978-aade-4709-81c7-f0d89443b79b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 67 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e g}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.528788882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55737","req_id":"da7d1978-aade-4709-81c7-f0d89443b79b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.52953572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.529604497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55737","req_id":"da7d1978-aade-4709-81c7-f0d89443b79b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.588249493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.589104166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.589553321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.589618461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.589650565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.591957371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:05.592291877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.593317721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52496","req_id":"92063ed7-3d62-4698-8732-df37ba8efe44","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c1 20 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c . ..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.593393011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52496","req_id":"92063ed7-3d62-4698-8732-df37ba8efe44","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.593472981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:05.593671075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52496","req_id":"92063ed7-3d62-4698-8732-df37ba8efe44","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.595358728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.595413527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.595441453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.595606081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.606565687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.606621518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.606651157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.60776175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.613360305Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560bb598-e0ab-440d-b43b-a9fe2791b4a3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.61465802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.614777118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.614811707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.61561635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.617920681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065571b0-ad96-4146-958e-9de884858151\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.618087584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.622426098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c9e018-738d-47f2-930e-e4c13ba3426c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.622656397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.629204463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ee359b-0eed-4158-afab-fc7413ffbfea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.62986551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.636765268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6461ac4d-f336-488b-ab9a-0be176e4f1e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.637727425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.641929918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"773e9261-2f78-4a68-9203-685747588533\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.642660964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.647253294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b5cc037-15fe-4759-88da-2dfe253307ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.647671367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.651354155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.656474487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec6b062-5295-4ad4-92f8-202eb76dc09e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.656582242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.657700219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec4c3a8-597f-48fc-a33c-ab77ec9c5e3e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.657904386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.660291352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80ac62d-2d73-487a-9524-c0226236cdfc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.660597191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.662285084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39f6af9-ac9c-4282-a443-b499d7a3335c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.662672206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.666456726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8150f2-88b8-4aba-9805-1c801260718d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.666531204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.668324137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00645a31-c7c5-4522-b096-2e8d462e0ec3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.668528704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.673547704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e5dd2c4-8753-40f8-85bc-697c4f889439\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.674022891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.676287122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07edb69b-bbe8-4d7f-bc22-46ce60a8f251\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.676514405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.679118965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478cad5c-c89f-4bad-89ad-e750821b0615\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.680147825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.683767857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed87c7c2-f739-44d9-9821-8f03069350e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.683953357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.685934514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62d5bf7d-cc64-42fc-94fd-ebe22522978a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.686115425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.688797899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb9e69d-aa4c-4806-bd50-d06bae6802bc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.689066875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.691475053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"832e2f2f-c3ae-42d0-9605-9e3a1840352c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.693608624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.69490111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81978b7c-ae42-4932-95ce-e5cdf36369da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.69507172Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.696099217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c557d87-482f-4d7f-8d50-efa3ebe9eba0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.696331279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.700678441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3018733-1d42-4a22-bf73-83422bd499f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.700875894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.701809163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.70187272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.701907229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.701936667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.70282637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.705174408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30bff1d-5e55-4805-a663-88ff72bed932\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.706810037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.707219553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.716556507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.716627979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.716660434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.717331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.720258653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e9c9df-ce40-4acf-b66f-8a4d30ea676d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.720556767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.720744471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.720800452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.721595456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.726575278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"921cfa61-ff03-48eb-8bcc-ff8397fbb3aa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.72667132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.729053586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381c6849-1d60-4db0-bdda-c7a26b07cd08\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.729124097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.73364294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b544a93b-3675-4c2d-bb79-33f9bc2017d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.7337131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.74038321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce0a3e8-ce03-42a6-b583-29f30a7ffee7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.740560914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.755705929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc6177c-d2b9-4c8c-b7fd-38fa1928f5a7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.755874926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.759760909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7c8025-4080-4217-8a2d-4ad832103d68\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.760066087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.764627405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159cbe01-c0ab-467f-b780-81a93c92e9c1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.765241168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.767975766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.769220506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fe1b78-2370-4ffa-89be-dd78cffab42f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.773690502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.776041507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4e767c-6e56-4b8b-b595-7667636a5d7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.776265413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.784116095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1aa182d-a69a-4f2e-969c-839c98ebf6b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.784482304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.787304918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fca0d4c-37e7-4731-9b58-a92bd5f905c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.78763712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.79257096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb18d3cb-7808-4611-86d9-7aad87b98b6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.794350897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.798108413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b293661-2262-40ef-9f39-2b8a47a1c37b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.798438802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.800203638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b2a630-37ae-44c4-bc3c-2d525dd793fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.801230374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.805061557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e58b5a8-8859-4de0-9675-70b5df862ee4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.805372286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.819568581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.819767347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.819826275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.819915332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.820603423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.822463359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"456bbe32-1eff-4307-a33c-fd1e2e75c8af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.822677145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.829944344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.855049284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.855160276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.855253221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.856144567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.860461748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.860576006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.860735183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.862174721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.862366293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.862472204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.862560099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.863481635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.863700662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.86383535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.863959718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"117.164µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.864187752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.864290206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.864665745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.864779391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.864861044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.8653914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.86746429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.867593047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.867640271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.867743116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.867788426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.868513771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.868624703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.868665945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.86869388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.86927077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.869325439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.869353354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.869381901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.869410759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.869437061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870158749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870238578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.870268999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870292746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"65.44µs"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870324209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.870348838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.870370721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.870396603Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.870423366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.870449739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.873305108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.879971059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.880333051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.880390325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.888923236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.892967263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac78f117-7434-4d89-98f5-f3d8d8f42693\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.893420366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.897364575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53480","req_id":"3775636b-5916-4f1b-b62a-3e623d016b0b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5a 33 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Z3..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.897735464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53480","req_id":"3775636b-5916-4f1b-b62a-3e623d016b0b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.898000833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.898491931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.898749093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53480","req_id":"3775636b-5916-4f1b-b62a-3e623d016b0b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.902286471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.904957333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"41.292834ms"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.905581236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.915503696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.915575629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.91570641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.916891421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.917531847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 716390461 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.918739423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.92350118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64744","req_id":"8157bd40-fae4-45af-9e45-976b468cadae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f8 5c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .\\..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.923642432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64744","req_id":"8157bd40-fae4-45af-9e45-976b468cadae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.923874564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.924058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.924205684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64744","req_id":"8157bd40-fae4-45af-9e45-976b468cadae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.92467048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.960159159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.960239138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.960273096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.960945375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.965262768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.97151262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.971578331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.971613571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.972885355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.975059256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2090, tv_nsec: 773927490 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.975124877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.975404354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62322","req_id":"27efdc20-80ce-4217-bb09-a3355b3d15b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: da 31 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .1..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.975548591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62322","req_id":"27efdc20-80ce-4217-bb09-a3355b3d15b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.975755343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.975806064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62322","req_id":"27efdc20-80ce-4217-bb09-a3355b3d15b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.977652804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.983118684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.983182832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.983216459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:05.98324694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.983274595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:05.984794263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:05.987388973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.140277994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.140359807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.141060964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.141123549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.143483852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.144859062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.144926907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.145522463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.145587002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.145619026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.146218751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.149421772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.149919935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61015","req_id":"4e052341-4baf-43e0-84de-915b42280395","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 8a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.150026648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61015","req_id":"4e052341-4baf-43e0-84de-915b42280395","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.150426094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.150528327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61015","req_id":"4e052341-4baf-43e0-84de-915b42280395","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.150712324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f292ab0-b529-4491-b768-c628343075b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.151796123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.15192991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.155782295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.159953286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.2301912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.230387682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.230922207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.231042577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.2324947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.241928185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.245832194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.245949538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.24599607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.24654797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.246879531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.246943137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"377.564653ms"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.25056832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52412","req_id":"90f5f818-f97f-44e0-9516-0ed6b01729c7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8d e4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.250662638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52412","req_id":"90f5f818-f97f-44e0-9516-0ed6b01729c7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.250919139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.251153256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.251266381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52412","req_id":"90f5f818-f97f-44e0-9516-0ed6b01729c7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.251482582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.252724136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.252783003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.25281143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.255405198Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2091, tv_nsec: 54296296 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.255478494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.345782258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.345854823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.347939666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.348009405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.348045277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.348077461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.34895006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.351547846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41440"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.352279133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.356432027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.356536164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.356630112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.35671963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.356801764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.357382701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.359631101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc-routes","method":"GET","req_id":"1c4d80e1-9518-413f-a7d3-94aa918b359b","remote_addr":"[::1]:41440","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.360898426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56929","req_id":"c40c9fbe-4ac0-41ce-9694-ed41ddbd4948","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 54 69 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Ti..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.361008535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56929","req_id":"c40c9fbe-4ac0-41ce-9694-ed41ddbd4948","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.361389084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.361510415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56929","req_id":"c40c9fbe-4ac0-41ce-9694-ed41ddbd4948","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.362038938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/vpc-routes","method":"GET","req_id":"1c4d80e1-9518-413f-a7d3-94aa918b359b","remote_addr":"[::1]:41440","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2392,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.362301031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.372616884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.372699118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.372733998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.373664492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.378357432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.451604191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.451970461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.452629314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ec6640c-032e-4288-bb95-d34a99e2feee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.452974722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.453220572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c4d80e1-9518-413f-a7d3-94aa918b359b\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.453375641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.453593274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.454395473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.455896634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.457657232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.459288482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.46010584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.466113971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.466217297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.46691666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64dd1a73-fac2-4ef5-a28d-fb9b33aaee2d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.467383771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.467508179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.467600904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.46768426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.468306249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.564246003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/v2p","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.566146159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62603"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.568115082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.574758288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.575787128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.575860123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.57589356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.575921916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.575946235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.575974501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.576928662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.576984594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:52443/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.579140279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.588602622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.588691719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.588727551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.589793374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.591811004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.591881365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.592045091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/eip-gateways","method":"PUT","req_id":"8437fcca-2e5b-4c3b-b71f-02dd7a844fd7","remote_addr":"[::1]:41440","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.592193436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/v2p","method":"GET","req_id":"8b4e0ad3-415c-4dbf-945e-74ce2df9930b","remote_addr":"[::1]:62603","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.592681028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/eip-gateways","method":"PUT","req_id":"8437fcca-2e5b-4c3b-b71f-02dd7a844fd7","remote_addr":"[::1]:41440","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":705,"response_code":"204"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.592748131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/v2p","method":"GET","req_id":"8b4e0ad3-415c-4dbf-945e-74ce2df9930b","remote_addr":"[::1]:62603","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":589,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.595861835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8437fcca-2e5b-4c3b-b71f-02dd7a844fd7\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.598709379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{}","iteration":2,"elapsed":"728.286334ms"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.598754088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b4e0ad3-415c-4dbf-945e-74ce2df9930b\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.598879348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.598913095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.598938596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.600779964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{}","iteration":2,"elapsed":"732.212706ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.666343856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.666424367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.66728936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.668021298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.668138211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.669473061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65095"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.670397423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"016bc17a-e94b-4880-884b-905871c5d157","remote_addr":"[::1]:65095","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.67086764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"016bc17a-e94b-4880-884b-905871c5d157","remote_addr":"[::1]:65095","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":510,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.671114511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"016bc17a-e94b-4880-884b-905871c5d157\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.675512143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.675569969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.675599608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.679115763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.679311273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.679363607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.6793953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.680390573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.680991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.681787817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.681848608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.681879821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.682164137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.683711189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.701550152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.701784099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.701837315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.702805454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.707186923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.714952235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:06.715042625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:06.715072505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.715111533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"850.919623ms"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.723083977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.746893326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:06.747360006Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.747421328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"1.258449689s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.747776766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.747826425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.748522812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.748587932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.748621549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.749250552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.752986857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.777704285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.777819695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.77790787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.779204504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.781960144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.782268889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.782544508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.782780408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.784179646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.787350554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.787630331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.788584122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50879","req_id":"3902e993-1cfa-4f7e-a0bd-4f7dd1a33e3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 66 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 f............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.788764241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50879","req_id":"3902e993-1cfa-4f7e-a0bd-4f7dd1a33e3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.78906021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.789306741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.78956215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50879","req_id":"3902e993-1cfa-4f7e-a0bd-4f7dd1a33e3b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.789954362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.796241248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.796414253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.796576316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.797231271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.798065974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2091, tv_nsec: 596972253 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.798125502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.819011777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57845","req_id":"4e8eafd2-7c8b-4765-9a13-511781123f99","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7d f1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e }...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.81943477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57845","req_id":"4e8eafd2-7c8b-4765-9a13-511781123f99","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32241,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.819623556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.819729477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57845","req_id":"4e8eafd2-7c8b-4765-9a13-511781123f99","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.917865877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.9192324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.919291468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.920043927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.923606966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52693","req_id":"03bc8a62-6104-4f3e-a1a3-07c01e794041","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ca 99 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.923713819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52693","req_id":"03bc8a62-6104-4f3e-a1a3-07c01e794041","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.923973145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:06.924094698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52693","req_id":"03bc8a62-6104-4f3e-a1a3-07c01e794041","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.925169229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.925224649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.925251472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.937763913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ad6a40-c1f5-4e87-b9ca-ff3bca5a0678\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.938162036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.979350431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.979608485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"481874ff-a295-4326-ab69-bbad55a79ae0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.982856026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.985338111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.989313472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28d38585-cbe0-4cc2-94be-3c85003b4782","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:06.992351465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28d38585-cbe0-4cc2-94be-3c85003b4782","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.992426134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28d38585-cbe0-4cc2-94be-3c85003b4782","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:06.993193623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28d38585-cbe0-4cc2-94be-3c85003b4782","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:06.999047767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"28d38585-cbe0-4cc2-94be-3c85003b4782","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":9727,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.001164043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d38585-cbe0-4cc2-94be-3c85003b4782\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.00182472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.003114289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4efb9672-f90d-4a22-b821-1c0e57868083","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.004031988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4efb9672-f90d-4a22-b821-1c0e57868083","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.004105805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4efb9672-f90d-4a22-b821-1c0e57868083","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.006798409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4efb9672-f90d-4a22-b821-1c0e57868083","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.010032423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa1d4a9-d5bc-4ed0-ad93-ad0243164a2f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.01014125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:07.010948939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4efb9672-f90d-4a22-b821-1c0e57868083","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":7876,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.011332473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4efb9672-f90d-4a22-b821-1c0e57868083\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.011389186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.011420579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:07.011445308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.013634139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb8db2dc-c35c-4e64-a99e-515162a48cf4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.013812825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.01974255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.025676593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d0fd933-1500-4579-912d-15393d1770a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.026176018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.031556679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a7ea09-f1a5-4e22-9424-912c9631daf8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.031649373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.033910108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a84b62a-a919-49bb-b284-ec6607dee6f7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.033992542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.035785424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6c8c772-49c5-4d95-bcb3-7dc940290430\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.035859642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.038665392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790e973d-40be-4a13-8355-f02a3d00b377\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.038857906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.041103721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ecda9a-63d4-4edf-8588-6cc48dbe8c20\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.041381093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.043207592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b85645c3-ef73-4e4a-9bb1-2a409fe580f7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.043450937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.045089993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36e37f46-5fb0-41f0-aa37-ac67069c7b63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.045264871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.04869194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42319bd5-677a-485f-8331-c5922028c9a5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.048946096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.054119784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea24fe2-a5ab-4871-bb36-b4a073e3e6de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.054247388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.057351233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5df13bf-d520-49c3-b813-e72e0e6435ac\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.057421122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.060113416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0bf078c-b467-4d27-8a1d-7a80abb613d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.060169448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.062177569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19026ea-2b88-4904-ad56-a3bd2db7e9df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.062267588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.0651948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb3e8b3-d954-4e1c-ae85-41385fa25065\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.065269489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.06713177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87ff9ad5-b2d5-4014-bce0-306637431f76\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.067205537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.069665197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a62961-406b-412a-8c2e-8093748a4e9a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.069734776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.06997786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e823160c-9adb-4c2d-b84d-bd741593018a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.07055479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.071046179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.071088463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.071118313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.071143623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.072177754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.074689147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de99add6-bba8-469f-9a17-17bc34b3287f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.074834076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.075999258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.084121781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.084204827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.084239887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.084623321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.086736321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d426c1-2c47-4c7d-aa45-16c91888a0d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.086815418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.089509777Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.089557572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.090885237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.092777688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"991ee7d2-23c4-4421-9c3c-79f529136a67\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.093188586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.09496232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.095144944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.097537611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.099135215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.099196827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.099227468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.100381347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef417011-af2a-4839-9b51-f84dba552d61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.100724291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.103365964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"311856ce-537f-4af4-a841-f49d756d7253\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.105834432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.108978036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4809079-7e24-4a2f-af43-50339cafe6a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.109206371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.112208252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1841dda-4b59-4b77-8e53-dfb139983980\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.112525584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.116181037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78d4cf83-feab-48ec-9c92-cbe2b3fdbd30\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.116457228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.118688874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09dc8c30-d264-4bac-8cff-cb44b029d209\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.119033641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.120955791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98f11ee-c873-4453-b020-b11279833e20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.121207232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.124575332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93907163-fe39-4831-b597-261b650d75d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.124825922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.12559808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.136014604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2386f83-9083-4892-bb2f-3b7e12476a98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.136236366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.137755874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348e6524-ebfa-45b0-90f6-ca868bf155b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.137887546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.140176687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7be59b4-6504-4e2c-a0dd-5451b0c340f3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.140396766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.149223382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c781b66-9aae-4b84-8c1b-34fc13f64b7b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.149351327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.154401088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de33cb0-ce1e-4732-9ba7-3dac141f33d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.154725144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.159454677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db632591-ed01-4b52-9415-8b24db2a7604\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.159675457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.164128349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa4bdf4-8700-4748-8a39-6cca5e0c39dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.164341414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.168503446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2ac4837-d411-4c68-b2a0-144f9ed23f3a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.168769326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.173339622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48bbeaaa-4dcf-4f3e-b705-35482e77a753\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.173606444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.175130691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50869ced-d97d-40fb-9011-bd1e49b18601\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.175356781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.178146399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.178189335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.178219826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.17824699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.178932485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.17913575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207f674a-c979-4abc-9e0f-1e306791304f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.17953718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.183218265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.190020818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.190113904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.190147471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.190454793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.193512806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.193574689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.194104865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.194334884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1e52b9-9c13-4a58-a245-5a0e7eb41a50\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.194534732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.198468289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ce32f6-ee65-4ae3-9c65-88fdc4ff0d83\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.198868747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.198935099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.19897062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.198999347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.200540628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.20696089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.215498711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.218392888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.21845918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.218492516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.218520562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.219514733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.228567219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.245374587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.245463825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.245500718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.250617373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.346897755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.347334035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:07.348087736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55402"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.349476794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"0f1b432b-3fa4-4b8c-9896-207a715640cc","remote_addr":"[::1]:55402","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:07.350894348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"0f1b432b-3fa4-4b8c-9896-207a715640cc","remote_addr":"[::1]:55402","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1431,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.351427891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f1b432b-3fa4-4b8c-9896-207a715640cc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.354228792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.354343691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.354559781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.357583516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.357759907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.357815087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.357850969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.359465826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.371599322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.426128858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.426392824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.426448906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.426994082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.445633219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.446158596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.447838563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.448009364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.448957533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.458611217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.458715625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.464202147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.46429928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.480415751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.48133859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.481486374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"733.605551ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.481668587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.481719399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.481753326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.48178529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.481816152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.539753067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.540388593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.540789282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.546618456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.546699998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.547607507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.577789943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.581893249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.601850723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.601931944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.601968187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.602942959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.633280104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.638908307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:07.640535189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.640658976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.640696801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.641375684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.647272232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.648838934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.649113821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.650542037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.658744941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51974","req_id":"9755bb95-2385-48f9-8f91-689e31f15931","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5b 52 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 [R..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.659072724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51974","req_id":"9755bb95-2385-48f9-8f91-689e31f15931","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.660878311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.663063776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.663420877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51974","req_id":"9755bb95-2385-48f9-8f91-689e31f15931","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.66372844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.664107946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.664735567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.665646161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2092, tv_nsec: 464568973 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.665934325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.669438196Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55315","req_id":"be2a9acb-55a3-415c-8606-b637e6edd00c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 33 e8 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 3...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.669544448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55315","req_id":"be2a9acb-55a3-415c-8606-b637e6edd00c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.669834696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.669880477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55315","req_id":"be2a9acb-55a3-415c-8606-b637e6edd00c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.813674437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.820897569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64837","req_id":"a09b4008-419a-48dd-818c-46eff0f6f195","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d9 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.821437785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64837","req_id":"a09b4008-419a-48dd-818c-46eff0f6f195","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.821763124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:07.821970767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64837","req_id":"a09b4008-419a-48dd-818c-46eff0f6f195","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.823297611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.823392951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.823574843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.86662116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df5bf16-a750-4569-a86d-e83d937652d5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.867155766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.89134933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfea63e0-bdb9-4c00-995e-015270fb6cee\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.891760048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.907037117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.984528012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.984616098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:07.984654524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.984684905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:07.986174763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.010371373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.024012583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.024120297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.024154876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.026332515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.062364767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.062454796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.063270892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.063768985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1514375a-7632-4c37-99fb-ac24c7e7a227\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.064105425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.084295542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1caf4a3c-261d-450e-99e8-61a5c8ba1710\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.084618686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.089214684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3dcec32-5ddd-40dd-a460-1915231ed529\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.089565042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.091753612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ef19764-bcfc-47f2-99d5-71f5b95f443f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.101373349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.103469215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.103678101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.106614592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.107614875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.108517363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.108571902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.117266936Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08c0c97-e95d-4e02-a832-e9b061543901\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.118760612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.127688871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbddb37f-2fd0-4148-868a-8b9d33a90e31\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.127987746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.129758504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ebf3b5-26a1-4b52-be5d-32a07607ce97\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.12991193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.159381947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.159592136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.162019693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61830","req_id":"38474a7a-4bfb-4ca7-acf8-383ed9e72252","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 50 fd 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 P............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.162207307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61830","req_id":"38474a7a-4bfb-4ca7-acf8-383ed9e72252","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.162818043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.16304706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.163094174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61830","req_id":"38474a7a-4bfb-4ca7-acf8-383ed9e72252","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.163280795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f176fb5-84f6-4671-8059-907999243ea7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.163470914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.164020389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2092, tv_nsec: 962879815 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.164180979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.165917689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61668","req_id":"7652e236-e1e1-4e9a-a813-ec55fab4cfed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 89 9f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.16598336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61668","req_id":"7652e236-e1e1-4e9a-a813-ec55fab4cfed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.166219621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.166294831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61668","req_id":"7652e236-e1e1-4e9a-a813-ec55fab4cfed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.166700118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.223949654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.224025696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.224318168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.224374972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.225604521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.225713619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba7bf1f-e441-42d0-9f84-724f49691a3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.225936904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.226219186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.226311771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.226344396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.226370277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.227020312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.254651416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.256152456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56508","req_id":"99222731-ffc3-4e04-87ec-6dffbe1d88ce","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a6 07 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.256254029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56508","req_id":"99222731-ffc3-4e04-87ec-6dffbe1d88ce","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.256431683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.256670689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.256773323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56508","req_id":"99222731-ffc3-4e04-87ec-6dffbe1d88ce","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.256960146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7544facb-2f8c-4fe5-b807-7d68c69a1032\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.257182729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.257406815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.263288635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.263353814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.263384806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.263901806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.264703383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2093, tv_nsec: 63305086 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.264916668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.268039851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49772","req_id":"c8e8d623-7984-4a6b-8677-985c70bb5c57","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1e 94 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.268168668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49772","req_id":"c8e8d623-7984-4a6b-8677-985c70bb5c57","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.268459126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.268570238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49772","req_id":"c8e8d623-7984-4a6b-8677-985c70bb5c57","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.268853212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.268899063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.269598877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.269953494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.346247314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.346320991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.348072451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e9468ee-bc73-4b0a-ad68-d637885ec8fb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.351567885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.369065398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54101da2-7185-4c9a-b491-4ebaeaf9b348\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.369218633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.371139581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6fc606-b4b8-48bf-98cc-b5cc8c870e4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.371260011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.379004962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d76a3239-4dae-4c19-a58b-dd7dc628d154\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.379095993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.38236687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f5c1a0-f1b4-40c8-8b5a-95d96b627950\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.382497771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.409557726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01300022-178f-4d9a-a078-5a147e70758d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.409715801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.413687244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f837c4c-9d81-4b6f-b094-52cc8ce37469\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.413921581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.415034929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135b180c-a2a2-4c2f-be05-a2b77c328f4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.415170549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.422982314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecfc87fa-2a19-4e37-a08a-0a055486e076\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.423889632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.427933509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe623939-bd8b-4a0f-a123-280053dfbec2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.428093698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.429598376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.429998523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e5e888-d6ae-4ed3-bfed-22b6b35cedef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.430123041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.431795524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7abf73-028b-47be-b801-f814ad57187e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.432008578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.436695707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92596547-7fb3-4f97-be08-d04fec9860cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.436901267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.440681108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d73a0c-b6be-451e-9b44-ae5459721fa2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.440756217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.442545743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7380df-43a3-43d9-9d27-25e05ec29592\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.442663477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.444441099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe1d3ff-83fc-491b-b8a9-0e4d1627e9f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.444488724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.447149846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.447208683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.44738258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.44819587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.451925722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c37a634-85e6-4351-a6bb-418143a4fb4b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.452064709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.454239091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.454295794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.454459099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ed8b050-8f7c-419b-8c4b-884f8d1caeea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.454590641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.455972645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b8f6ad-1d5e-49a8-98af-ba3544d7e2cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.4561259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.457512824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"683b0dc2-af4b-47a4-904e-3cf5539cdf38\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.457599276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.457637542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.457681299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.46065772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb6823d3-c3c1-4a8a-8252-1337bc396c80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.46074309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.462399991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a4a2440-0afc-4ce7-957e-f62b5aefe2d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.464363844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.476553571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f72de522-d3f0-4d98-9624-e113a60b4153\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.476820914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.48834735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.488510915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.488564693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.488591726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.496416146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.498776439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3144b5-11c9-4493-b917-f2a2f96d3e9c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.4991636Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.499803525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.506669605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.507588115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.508461606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.509594032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.518417372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.518495197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.519205112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.520506595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b89be89-925f-4a9c-a0cf-fe3042a995c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.520771693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.523068269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ed92cf-f339-4558-8cef-b803656826ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.523280271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.525112401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1bb04bf-fa45-4b8d-bc09-8a45ec2f9d19\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.525363402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.527495249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b224e16-c02c-451e-804b-1fc0c1a65196\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.527652212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.532540742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dedba81-bee2-4e3b-9ca4-37d19b68417e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.53383965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.533887014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bb68c90-4ff2-4ca0-93fe-3247c603e684\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.533919369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.533950381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d1cc4b-173c-4195-a278-e865e76450b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.533981272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.54353113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab6a9b1-90fa-4fc5-83bf-c2de8dadb1f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.543761228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.545447317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fffce91-f517-4e51-90d3-2c86698c1ed9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.545825962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.545878787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.545912935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.545942113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.546532389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.548303959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.550255327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.555025481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.555208997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.555251061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.555282864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.55531089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.555639956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.600517882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.605526922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.605605839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.605643264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.606066878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.613447884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.671895086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.671973192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.672491034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.672543959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.672575232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.67260448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.673922536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.673978708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34648"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.674726097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"be054ea7-1e76-4839-8134-d08a0d2a41c1","remote_addr":"[::1]:34648","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.675350171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"be054ea7-1e76-4839-8134-d08a0d2a41c1","remote_addr":"[::1]:34648","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":630,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.676752565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be054ea7-1e76-4839-8134-d08a0d2a41c1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.678843831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.678893631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.678919612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.680811602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.680863706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.680896171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.680924928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.681851013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.683373537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.695945545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.696053951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.696668696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.698178745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.701091599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.705918546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.706325567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.706439123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.70736601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.710183935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.71067847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.712307766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.768796526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:08.769141804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.769213407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"1.287519128s"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.769252615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.769282454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.769387915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.769437453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.769467924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.770283299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.772340377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.77722009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.777287053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.777323095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.777761779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.783445884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.784744902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.786452694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.788304333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58385","req_id":"25e1a08b-9c87-4d04-a976-c94040544ef6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 75 85 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 u............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.788513831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58385","req_id":"25e1a08b-9c87-4d04-a976-c94040544ef6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.789789823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.790299068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.790485389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58385","req_id":"25e1a08b-9c87-4d04-a976-c94040544ef6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.791069713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2093, tv_nsec: 589954640 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.792132922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.795443828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58101","req_id":"a411f1d6-fb81-4e2f-9e0c-8b5796310e38","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3b f2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ;...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.79552013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58101","req_id":"a411f1d6-fb81-4e2f-9e0c-8b5796310e38","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.795770529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.795878955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58101","req_id":"a411f1d6-fb81-4e2f-9e0c-8b5796310e38","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.851194859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.851970093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.852082818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.852120082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.85214924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.852473536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.853600833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53994","req_id":"729b5858-db8b-4fa9-8140-5cd44bd84fcf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 88 fb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.853941221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53994","req_id":"729b5858-db8b-4fa9-8140-5cd44bd84fcf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.854130157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:08.85423186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53994","req_id":"729b5858-db8b-4fa9-8140-5cd44bd84fcf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.8548242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.854960562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.854991353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.85845813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.86587616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.866058704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.866102722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.866697968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.876125441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.87664666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.877186055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.883740895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04dd342-b39f-4d91-9d96-9e2c95ab10f4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.884227544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.907917144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21ca363-af2f-40d8-8542-3b807b408ae2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.908184687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.921372002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a250e4a-4c57-463c-9ae9-e67e237b92d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.921666078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.924029156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7ab290-0c26-4365-952b-64851b0b8b69\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.925222073Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.928792727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"556c6c50-cc44-496a-89f6-6eaf58d6ccbf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.929018447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.931671644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b3285b-b157-4b6c-bd54-c975a26c43cd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.931886662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.937476279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad7d8a1-f754-4ffd-a34c-daa1111a95a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.937728752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.943125455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.947251085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f51074-21f7-41e1-b2b9-f728d88167ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.947447817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.948346908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a652aa-9b63-4d3e-bf39-d2b8e420a79f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.948498039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.949721316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231370b0-09f2-4f3e-97b4-5a05d1bd5555\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.949925273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.951072268Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ee5704-899b-4bfe-8cec-9471e6f9c263\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.951196916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.952588549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a5b1d47-a6fb-483f-b7aa-8c9c0ec5263e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.952712827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.954448525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45dee76-9506-4760-9888-81280644670f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.954623644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.956447588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fcada8f-1b0c-4b2a-a8e7-5cf44fa15f10\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.956566094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.960430494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ed99ad-afdb-46d0-9c76-ba73b2807b46\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.960497237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.962048347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81a6e22-2e95-4a30-b9f6-60628e1bb6a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.962115842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.965303543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec375d89-d3ad-4a32-a2c3-fb7fb841212b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.965473662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.968925089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"293bcdb7-795a-4885-8f22-5a548016b410\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.969071961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.969763339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.970500437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.970854433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"42056e9c-c9a0-443e-ab62-e00f2dce904c","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.972062269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"42056e9c-c9a0-443e-ab62-e00f2dce904c","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.972134834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"42056e9c-c9a0-443e-ab62-e00f2dce904c","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.972913385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"42056e9c-c9a0-443e-ab62-e00f2dce904c","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.975688604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed6ed14-af93-426c-bbc0-4102897551a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.975842892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.978211662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"42056e9c-c9a0-443e-ab62-e00f2dce904c","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":7349,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.979440921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42056e9c-c9a0-443e-ab62-e00f2dce904c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.979905186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.980305874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79ec1398-4405-40eb-a872-3dbf8de95e77","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.981000769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79ec1398-4405-40eb-a872-3dbf8de95e77","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.981071079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79ec1398-4405-40eb-a872-3dbf8de95e77","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.982078817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79ec1398-4405-40eb-a872-3dbf8de95e77","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.982601438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c817987c-0162-41b1-a978-15efb15834a8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.982792188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.985259013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"79ec1398-4405-40eb-a872-3dbf8de95e77","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":4956,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.985903096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79ec1398-4405-40eb-a872-3dbf8de95e77\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.985964138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:08.98599552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:08.98602529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.986629243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08d66b6-6b6e-46b1-8a3d-17ee00c642c0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.986780314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.988037539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f71393e-aa5f-4561-9cd6-5c615fd5b07b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.988357386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.990318624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a7fbb6-3aa0-437b-9f50-39c95b7c4b35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.990900914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.993105316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d3bacbe-94b5-4f77-ac05-c1fb9e33168c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:08.993472748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.000787553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.000988553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.001131097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.001222048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.001943886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.004354409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e73a7b-bce3-4d71-b44a-8d3d826c9328\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.004651631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.00496199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.015803902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.015895324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.016020062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.017515833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.02629293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.026494993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.027658291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/5f010edc-82bb-4234-be25-92620fc15816","method":"GET","req_id":"caa0ed1b-1a80-4384-8b54-3818fe0a687f","remote_addr":"127.0.0.1:50696","local_addr":"127.0.0.1:60748","component":"dropshot","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.032476771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/5f010edc-82bb-4234-be25-92620fc15816","method":"GET","req_id":"caa0ed1b-1a80-4384-8b54-3818fe0a687f","remote_addr":"127.0.0.1:50696","local_addr":"127.0.0.1:60748","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":4978,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.032611369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.032663573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.033124672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.033409019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.042787655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.042911492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.043071501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"5f010edc-82bb-4234-be25-92620fc15816","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.045288738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5acf1e-8020-4813-a27e-c3af84004afd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.045522143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.048294868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89f93bed-621f-4c31-845c-ebcca15f0989\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.048566449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.052170359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5bed473-e193-4041-9997-d601473e7fb5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.052390217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.057530599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa8056b-1b43-4ff0-b556-2b553dab6148\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.057798353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.060169728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9dcd747-3cff-44e8-a97c-4a678630bc20\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.060410437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.062408208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef3fbbf9-10d3-4fba-b64c-d315bfbb39f0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.062640861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.064215839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb43db1b-4a2c-4797-ad68-3abe3a5d901e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.064446328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.065735607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c019fa6f-d7ee-4abf-9f48-e719420ed12e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.0659577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.068386409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12ee1a7d-4b15-4119-8187-b82493878913\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.06859802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.069836047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15d44b7-6452-4d83-a0f6-b9ca9fcd19bf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.070168299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.073821087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6dbc0a5-7763-4ccb-b97e-f69bd3412f36\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.074067608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.075155275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.078509328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71d12883-8c22-4c32-a155-a342eb8ed465\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.07909224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.081982859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfcc4184-582f-4e45-aee1-96d41f74763e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.082438266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.085191552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc55bb0-809b-4fb5-b307-831650fbe1dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.085490828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.091129593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05162c76-dcd5-4856-9c88-1f81da1278e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.091533518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.094363016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"938a1421-8954-4b5d-acc8-ecfc32930eca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.094577473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.095432657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.095946982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.098870086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.099704518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.099774077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.099802804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.100205947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562bf7e7-6241-420c-863e-9e4925b8d6f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.100277289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.101688421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17159065-d886-4ee9-bec0-0b3ab7735430\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.101799592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.102568023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f355f7d7-cfbf-499f-a8c4-bc4da0161c57\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.102748714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.104594832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d558547f-5d24-472b-ac91-02b3b4ecf721\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.104700532Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.104748037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.104883427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.10501545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.105949521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.108636935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.115085584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.11514899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.115183188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.115213679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.115244982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.115850318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.119298448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.131088208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.131647693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.13170654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.133022803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.134007645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.134067895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.134102734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.134131261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.134695255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.215536516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.215650212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.216005791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.22526054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.225328937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.22536055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.22590288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.226020855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52790"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.226963403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"ca1b24a7-699b-44b7-bb64-5b69ace1a814","remote_addr":"[::1]:52790","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.227451095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"ca1b24a7-699b-44b7-bb64-5b69ace1a814","remote_addr":"[::1]:52790","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":493,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.22863329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca1b24a7-699b-44b7-bb64-5b69ace1a814\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.231373961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.231433279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.231461245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.234529428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.234591652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.234626041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.234655529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.235339081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.235936221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.235995339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.236675033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.238523756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.243010747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.243363459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.243419681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.243982132Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.276881883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.277316088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.277691235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.27792471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"508.633388ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.27803511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.278444426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.278479486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.278509395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.278536559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.279074621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.28287836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.291718975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.291848032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.291941257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.293379343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.29913488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.299247966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.300784387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61893","req_id":"dcfe3a0a-b588-479c-8e8a-b80aaff83647","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c2 df 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.301018583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61893","req_id":"dcfe3a0a-b588-479c-8e8a-b80aaff83647","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.301319924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.301576715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.301750161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61893","req_id":"dcfe3a0a-b588-479c-8e8a-b80aaff83647","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.302268925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 101196666 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.302401539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.303053738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57656","req_id":"9c034bab-1274-4452-8558-686414e3c4e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c6 59 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.303221663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57656","req_id":"9c034bab-1274-4452-8558-686414e3c4e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.303466741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.3036116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57656","req_id":"9c034bab-1274-4452-8558-686414e3c4e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.385038257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.385463625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.385526189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.385562071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.385594075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.386561362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.387700842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51105","req_id":"af3fec9f-d114-460c-826d-82c094a5fbfe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9e 24 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .$..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.387768818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51105","req_id":"af3fec9f-d114-460c-826d-82c094a5fbfe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.388019938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:09.388120258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51105","req_id":"af3fec9f-d114-460c-826d-82c094a5fbfe","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.388626176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.388671666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.388772708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.390934766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.399267328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.399375543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.399457206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.400338121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.402731269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9294f95-99bd-419c-964f-78066c13f80d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.403329672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.404285797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.404395044Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.405166411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.406877029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d132c7b7-889c-476f-9d45-fc5f68fac439\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.407221576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.411265954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2422c90b-350b-4d2f-a8d6-97f48e651e9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.411386875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.414351712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44f8c274-f901-4e70-ab62-d04d6aa2ab89\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.414436461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.416991422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d493bd-216d-4d6d-a963-6b9da8f433c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.417187392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.420659801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a1f3c7-d136-4c1c-962b-fe3491f4a45f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.420723858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.42347001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dee54f62-7aa3-4c85-8e54-b3e8ad7ddfef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.423544108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.427321935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7b0cc5-a3ca-4e53-9799-e47d874526cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.427586772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.435784646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93338df3-5865-4739-97de-ebac104fbd7f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.436194753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.437781354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebbd3044-b56d-487b-a535-77f893025c6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.438017274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.441669722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.442022635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1491c6-d5a8-458d-9857-26b5564a945d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.442314085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.444286996Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7602f72e-1463-425b-8da2-64646d43bd08\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.444500772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.445987184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.44613092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.446420808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.450922026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.451953902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6aa0e55-1c00-49fb-8236-617d89abbf37\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.45236947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.455966717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.456064613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.458386849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e2f9f13-f04d-4817-9e7b-b494f8e8e45d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.458928408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.459557893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.459718282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.46274356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.46286926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.465242739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d66854-1bb7-45d4-b1ca-d2db084fa365\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.465591554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.468413206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.468632353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.472732512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.472829916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.473543578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acfade0-31c3-499f-ba27-6def2c554bf1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.473854327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.478083103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2ec71b-1555-4b88-8257-43df65040c01\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.478644281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.481552506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.482685763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.483308725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.483930604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ef3a0c-6766-4171-b897-33f9ea488f96\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.484003509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.48742717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8047ee25-0c81-4948-bade-eaa13bc632a1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.487484234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.489006297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fad5f07-79f9-4336-a0ec-2e1b057736ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.489356394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.490795081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8591e01a-d61d-4047-8e08-fa2dbee351aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.490937515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.492242184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac6d776-e2a9-45c9-bb59-699e0055e7ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.492403295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.49303298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.493096747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.493131295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.493159111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.493924656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.494934689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52959054-61d5-4f8c-aa44-06a4f6ece675\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.495001221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.496793402Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.502868717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.502946161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.503133083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.503654242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.506461074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6532bcc1-59fa-44e1-a63f-3f6da790c371\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.506636093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.507535655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.507629673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.508068367Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.512423163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56854486-77b1-4ee1-86c4-fa5a62f37ae0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.512573353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.516850645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f353f3e-ee3c-469e-9bec-ef073aea53ca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.517180472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.524063646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c407c7c5-42ef-45ab-b38c-13d36a75128e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.524283464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.529679586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f190fb3c-e46e-4b51-8665-05fd07415073\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.530317246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.535718638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ee3030-61d1-49e8-8c61-1a8501d0d986\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.535852605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.539658598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.540223744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1227d0d1-638e-4923-9642-d448305b06a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.540454664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.543345785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5afccc48-f11f-4850-bc3c-468fb02ad35e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.543574691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.545041173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759be2a1-cdd5-4b1d-bfdb-8562ccb055ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.545509285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.546707122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b064144-4072-4c14-8830-fdb2b9c49e69\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.546930667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.547476284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.54817666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0b7608e-c84d-4145-9f98-d6cd62513841\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.5483876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.549806086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1f37eb-247a-4d30-a3b9-123fda8ffbe5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.550151374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.554655338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"968e51eb-1ac7-42ee-bdea-5b0f37ca4486\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.555374501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.559933344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"079b4c31-554d-4719-8335-8c4c762ae119\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.560025869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.563051677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a23db68-87e2-422e-ab7e-0940c90e99d2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.563103811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.565005019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37dff9e3-3439-4448-9547-a8e56990f2fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.565080429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.567735169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4aba8f5-e9fa-47e7-a825-803dbb0df0c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.567876871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.56979331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c4974bd-c9c0-49ed-b80a-b65a4efec429\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.569957216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.570878672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f104cad8-1547-40ce-b87e-8168f2192b56\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.571673416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.57276474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aba1936-9333-45b5-a2a6-bd2a3b9b0eca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.572927394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.574802119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e5d6dbf-a752-4d48-b4e0-41ebe573f2d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.574874854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.577294956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f89c68b-901c-4323-91cb-9ebbe7b6115d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.577365266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.577404003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.577436879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.577467149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.577495155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.582269017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.594292703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.594365598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.594399666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.594430127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.594458203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.594922087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.595180792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.595356823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.595404849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.595443205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.596051598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.601591515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.610397982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.610515155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.610560095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.611291913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.62013914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.637205023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.637295243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.637330423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.637837844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.735764486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.73600197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.736580663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32837"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.736646614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.7373773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"ec53e079-e1f0-4acf-bcb3-8cbb6a71a676","remote_addr":"[::1]:32837","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.737939931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"ec53e079-e1f0-4acf-bcb3-8cbb6a71a676","remote_addr":"[::1]:32837","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":570,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.738078747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.738128717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.740005987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.740235254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59339","req_id":"8efc2e26-f422-404f-a4fa-84150ae2b86c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 83 0c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.740296065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59339","req_id":"8efc2e26-f422-404f-a4fa-84150ae2b86c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.740496224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.741219505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.741327921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59339","req_id":"8efc2e26-f422-404f-a4fa-84150ae2b86c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.741506657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec53e079-e1f0-4acf-bcb3-8cbb6a71a676\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.746769583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.74684327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.746875615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.748816682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.748863986Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.748896391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.748925589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.749472138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.750034428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 548939154 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.750089057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.750690005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50913","req_id":"0928f270-e275-49d3-853a-226f904bbabf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 97 40 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .@..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.750789583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50913","req_id":"0928f270-e275-49d3-853a-226f904bbabf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38720,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.750879111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.750929071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50913","req_id":"0928f270-e275-49d3-853a-226f904bbabf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.751199249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:09.817616361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.817878092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.818413239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.818480142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.821561191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.824322182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.836774182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.837035382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.844574153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.84509508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.91978732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.923982098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:09.924307035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.924362616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"646.351894ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.924403467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.924431854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.924494879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.924526753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.924557514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.926144797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.928408677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.935685055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.935736648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.935766798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.936991959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.942543871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.942591526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.943546729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59975","req_id":"b64c292d-b8f0-478c-a686-c8fc888b8bd1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2a 6f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 *o..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.944015323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59975","req_id":"b64c292d-b8f0-478c-a686-c8fc888b8bd1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.944446862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.94476663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.945090695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59975","req_id":"b64c292d-b8f0-478c-a686-c8fc888b8bd1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.947671467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2094, tv_nsec: 745274740 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.947739252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:09.948292154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50382","req_id":"a2d34ede-a5d1-4e44-9749-652758759d21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 42 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .B..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.948357745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50382","req_id":"a2d34ede-a5d1-4e44-9749-652758759d21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.948890897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:09.948941738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50382","req_id":"a2d34ede-a5d1-4e44-9749-652758759d21","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.007867925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.008396528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.00853307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.008580004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.008608881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.009671308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.010542474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59206","req_id":"cceae7be-bf84-433d-8651-955c3cfddaa4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 35 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 5b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.01068635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59206","req_id":"cceae7be-bf84-433d-8651-955c3cfddaa4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.010869766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:10.01095713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59206","req_id":"cceae7be-bf84-433d-8651-955c3cfddaa4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.011157218Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.011202479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.011229663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.01322101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.021098055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.021228605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.021328705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.022163027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.025038125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1489e127-b925-4547-b2a0-1d6f01e14d1b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.025302903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.025827588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.025875253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.026810356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.028077822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c770dd7-a943-4a0e-b645-e3da875b5601\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.028276768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.031453648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70f77a07-956c-41da-8d67-c10e4305a6ec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.031693466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.035166405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b94153f1-6706-4c4f-acbf-b3f64c21a741\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.035470301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.039860478Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c45b13dc-c1d6-4da0-86ce-6c6637460715\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.040128702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.051358016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e328e517-5f49-431b-9cfc-0ebcecf1622d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.051809666Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.055263277Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b87a90b4-e62e-4e18-9fea-921fc21bbc30\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.055521231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.065863938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd235c4-0412-4978-9988-6342c15bc110\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.066125199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.078325397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"517f68ee-1270-4c13-be1a-368d37628bba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.078540445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.080247256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241fe127-fc52-4a2a-91fd-12d8d4171dfb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.08033969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.082727638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a462d63d-9e80-4cb0-a548-d09a764defec\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.082849631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.083941657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bc43e8-3f41-4619-b530-c045a298bd78\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.084257526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.088827652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ebc915c-352b-4157-88de-949a9c282625\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.089301235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.089867844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.095254737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.095314657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282061cf-d0a0-4f55-a462-39f3c347c3bf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.095740946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.096357625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.099727599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.100670969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.100728874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.100757702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.104907099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dfb613d-5faa-452e-8d30-d29a8cef5692\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.105052278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.107577299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331af9c5-d431-4488-bf5f-15111a1d9a3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.107703821Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.110395484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb0c2a1-124f-4326-af8b-60a84e6a749a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.110475153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.113104993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1ba7e0-3de1-46dc-b0c9-76aa253e755a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.113179341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.117006476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37bd5497-35da-4f6f-a8d4-39331d49f79f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.117395471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.118879899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18ede77-f209-4198-970b-664323d3f2d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.119344184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.121085884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d49ab89-77d4-459b-8609-4be259c6539f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.121311774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.123282361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7813b358-6bb7-4165-b65b-7b90e952712f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.123371799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.125589878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226c353c-6fc2-48ba-a234-fd66629fd86b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.125791139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.127891734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b757ea-e932-4ca2-a75a-fc91594bf923\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.12820047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.130289552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32e5691-5f54-4d04-8ac8-71f7e4214a11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.130473238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.132872488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f09aef-b697-4663-a63a-61575f70ac22\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.132995123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.135280887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e28093-18db-4d7e-9bb5-365b26b7f4ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.135406838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.138058511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46265326-cb8c-438b-ba25-dffa9766c415\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.138165985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.139878838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d931fb8-5669-4bf8-879e-df149d0a4e28\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.139997825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.140780174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.140867047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.140997647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.141046244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.14159111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.143566085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c34299e-d074-4e71-9e0a-5c140eea7c5e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.143700051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.14401055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.149999573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.150062508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.150092558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.150472024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.151751093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20e08ab-4aa4-41d3-af03-31902404ffdd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.151879769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.153373726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a366cfcd-5e6f-4b90-a535-1f0e224f8699\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.153604786Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.153852309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.153896908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.154637083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.156303663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7e132a-04b9-45d4-b064-5b1cf71af172\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.156863108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.159944357Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa1124a-6f26-4ae1-b578-eeff6ad65f59\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.160143183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.161924563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e18c9e-be61-46c7-9ca2-60f26848bb3e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.162214631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.165423023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4031d37-a696-4c9f-bc22-46705efbc9fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.165490848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.170769606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc11fa53-82af-4cdc-bc0a-654291e72dbd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.170932781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.177854171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6adc4925-dddd-4255-b7c8-538344d44d99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.178060763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.180742416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c1401c-3c40-41f6-ae67-22a112c840ef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.180801614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.183243569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea19f46-fd54-4984-adb0-939581af74f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.183370633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.190901036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.191319009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1b01923-bfe0-4afb-bcb9-d7be8fefce36\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.191458748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.193466839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26701b9a-ac20-4cd6-a233-bf927b30f3cc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.193619082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.195346804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5652108e-3600-451a-9af6-81d81768175f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.195622854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.197197211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80535f34-2256-4787-8b9a-a35487638e51\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.197391518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.19879263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a3040a-ff2c-45cf-b5d4-925f85e65f4b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.199726601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.199790608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.199824857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.199855488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.200717886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.204855289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.211087457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.211675448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.211736389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.211769846Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.211798814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.213303692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.215580599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.22010843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.220173941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.220209562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.220694718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.308225949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.308335317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.308816736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.308979049Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.309029179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.309061704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.310022819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.310088259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36637"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.312315547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.31317547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"9a35d701-8428-4fc5-90c8-5a4983b90bfe","remote_addr":"[::1]:36637","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.313743973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"9a35d701-8428-4fc5-90c8-5a4983b90bfe","remote_addr":"[::1]:36637","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":540,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.314180894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49728","req_id":"57fb0c50-a835-4cd8-920b-888daad964d3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 35 ec 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 5............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.314296724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49728","req_id":"57fb0c50-a835-4cd8-920b-888daad964d3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.314614928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.314780278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.314898173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49728","req_id":"57fb0c50-a835-4cd8-920b-888daad964d3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.315169974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a35d701-8428-4fc5-90c8-5a4983b90bfe\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.317898591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.317961887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.317992157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.321967879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.322113789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.322218598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.32230467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.323225023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.323856151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.331772243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.331898916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.331942823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.332794149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.333830945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 132600652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.333902417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.337427852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.341886365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.342348145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.342414287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.342830937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.344113673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.344203712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.34423263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.344266868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50384","req_id":"1a1b31f4-532a-4ee3-a41a-d42dc66fa897","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 36 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -6..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.344400314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50384","req_id":"1a1b31f4-532a-4ee3-a41a-d42dc66fa897","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.344673197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.344727896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50384","req_id":"1a1b31f4-532a-4ee3-a41a-d42dc66fa897","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.345707979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.409220704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.409303479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.440658953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.441138939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.441368787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"516.948596ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.441712662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.441824766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.442013031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.442171857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.442267628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.443576496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.446009053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.456895774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.456971174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.457004611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.45755659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.459339543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.459400163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.459593338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.463144394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.464621356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.464674713Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.466250102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58465","req_id":"f50ec403-b5e4-45ea-89ff-009ad613aa2d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.46636954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58465","req_id":"f50ec403-b5e4-45ea-89ff-009ad613aa2d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.466529178Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.466724928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.466839436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58465","req_id":"f50ec403-b5e4-45ea-89ff-009ad613aa2d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.467279372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 266184880 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.46733359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.468238994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.468300787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.468433462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50545","req_id":"a997311f-542b-43ae-a19b-9214a2b2c28a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b3 20 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e . ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.468483261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50545","req_id":"a997311f-542b-43ae-a19b-9214a2b2c28a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.468626486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.468662869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50545","req_id":"a997311f-542b-43ae-a19b-9214a2b2c28a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.522729253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.525362569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62086","req_id":"2ddcd272-c7b6-479d-8187-7db3e2ffb085","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 02 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.525449092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62086","req_id":"2ddcd272-c7b6-479d-8187-7db3e2ffb085","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.525654681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:10.525982965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62086","req_id":"2ddcd272-c7b6-479d-8187-7db3e2ffb085","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.526044097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.526078596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.526109377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.527207906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.528666001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.528793746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.530273704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aceed23e-c774-4483-9272-bce171d480ac\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.530749683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.532554048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45813a4-a5da-4d53-9d2c-78525252731c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.532838675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.536206114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e51a4a8a-3994-43fc-b537-831d95f783e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.536417946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.539538805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1038c4-ec88-4c53-b348-b6efffbbd68d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.539965244Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.544300061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575f7c66-8b15-4a9e-bdd8-a49628eeaddc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.544797582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.547548964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57226ad1-a43c-4cad-8644-cf5e91c62d19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.547674765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.556285632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02fd8083-a661-46c3-b2a7-ec0f00bf2be8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.556835116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.558785232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d51ebd1-efab-411c-b3ce-b26eac0dd459\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.559195349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.560231754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.560895577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af56ec5-a703-4252-94bf-a24125509701\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.56110828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.562319273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e987e2ff-99fc-4670-9534-9346bd1ae0c4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.562481657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.563531298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c29585ab-aa46-445d-9b55-f221a8836539\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.563670966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.564890677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e816a7b4-96d5-4a52-a311-691df85e3ed3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.565039022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.566244564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aff03c4-8c27-4677-813f-cb218b0332d2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.566435084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.568217265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b511d20-3465-463f-b281-be385e0e2386\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.568266372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.570327649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d6ff4ee-b8e5-4d40-bffb-f5b1ce4f5159\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.570391426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.572565638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06cf809c-ee04-42fd-b7dd-4152312d6780\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.572683744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.574390564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30533e03-d486-455d-a264-3803cd5fac91\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.574506866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.576715417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4b52bda-766b-49a3-861f-5f9cb04ee855\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.576834774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.578219824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.578271046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.578302188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.578327118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.579303263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.582259653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.589808804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.589867942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.589897631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.590379201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.59169356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ef555a7-85f2-42b9-bc8b-3e4ac171f047\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.591964199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.594486464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.594545692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.595458721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.595792005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42e08bc0-de33-44b8-952a-8dd65d6caecd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.59618556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.598387968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fe123d7-1bd3-4973-a1a5-ba8b27e2cce0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.598522095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.601885296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089dc77f-f071-4968-b5f1-5ac3ade12c13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.602033201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.603999909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098adbd4-3360-4287-954b-2c94c96d1a91\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.604213755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.606314751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494cf254-d1f8-415e-a9e3-0d6018f24a16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.606572605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.610524048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbedd78-e7af-4174-8c76-bc469a243b45\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.610848785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.616386168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f43e9c2-a369-4679-a86f-7e49efaa31a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.616679222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.619681193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a83083-ba66-4339-82b0-8c31a2b79f51\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.619960229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.627713036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226b3cdf-fc3d-4a9d-b7c1-d8665f6a9292\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.628028765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.633854212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.635430432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69ddb66-bece-4a5f-9970-fc100ec511db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.635588668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.63832007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0135bdcd-2d0d-47d1-9ac4-2e82230c450c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.638589577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.639548888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b7dcd0-f2b9-4fdc-aca0-f2ec6ad47267\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.639693767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.641468443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"581d3e31-5f16-4b4a-9bf9-76a044a10054\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.641533021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.642257455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34fa8018-d915-4418-9051-be93cc7c3eed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.642505058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.643370633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4992b478-b817-4955-8155-e1331341ac2d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.643448778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.644622888Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8062a061-8f5f-4ba1-a410-6ad485249cdc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.644848838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.647220243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2183e5-ea17-4a2f-87a1-7e29581fc07a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.648321667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.650542462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa320657-66d1-43a3-86d9-fcf612267c1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.651292086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.653253925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b8af87-fcb2-417a-aa55-05d255104adb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.65347741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.656553749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334d069f-01a3-4fd5-9884-8c05824435ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.656786052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.658723242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3895bd0e-91ea-4afc-868e-dc983a2c25fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.658960094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.660849598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95a4657-f179-4699-a54d-2592c78ac37f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.661108705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.663533446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37759402-9853-4e40-bdc2-cc63343dc60a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.663883173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.664973525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92a7027-2b9d-4316-9c36-9809fa5b25e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.665138384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.666197093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4efa52f-f656-406b-ace8-f6e0b5dd4911\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.666299918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.667107647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03877c17-e79f-4315-a4b5-42658a246e18\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.667211885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.667243638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.667485751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.667533205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.668563398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.672580662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.676123801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.676401004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.676683176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.676789898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.676873856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.677396677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.681350585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.687133237Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.687196583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.68723013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.687662421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.688269942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.68832908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.688361915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.688388859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.688480892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.75958361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.759650693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.760032985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.765399227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.765460399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.765494016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.765904954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.766044332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50662"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.766945979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"10b9aa22-0468-454c-94fd-37d3fb00340d","remote_addr":"[::1]:50662","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.768016762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"10b9aa22-0468-454c-94fd-37d3fb00340d","remote_addr":"[::1]:50662","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1075,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.768603641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b9aa22-0468-454c-94fd-37d3fb00340d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.771065486Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.771190976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.771223491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.777659725Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.77786778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.777926537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.777962077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.778906128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.780188153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.780250427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.780890913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.785240599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.79138416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.792968016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.793034698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.79575098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.850238052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:10.851023868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.851101433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"409.442487ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.851141753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.851168266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.851199057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.851227454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.851257764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.852506332Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.854770794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.858309274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.858429133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.858466016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.859001924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.867777328Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.867842298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.868547683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.87178816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59625","req_id":"8b3c744c-7f39-4b68-88a1-ee8a942e53ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e0 2a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .*..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.873126837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59625","req_id":"8b3c744c-7f39-4b68-88a1-ee8a942e53ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.873277798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.873309381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.873331865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59625","req_id":"8b3c744c-7f39-4b68-88a1-ee8a942e53ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.873375112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2095, tv_nsec: 672316851 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.873412456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.873890508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58397","req_id":"97fc6ed4-8f68-4cfe-ba89-5a8a9bc0db58","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 6b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Vk..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.87394648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58397","req_id":"97fc6ed4-8f68-4cfe-ba89-5a8a9bc0db58","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.874078363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.874313241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58397","req_id":"97fc6ed4-8f68-4cfe-ba89-5a8a9bc0db58","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.936750773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.937185119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.93725088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.937286621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.937313825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.938131394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.938497894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59990","req_id":"c41f9fb9-e1c9-4dbd-be70-b47b37d08018","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 78 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c x............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.938557984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59990","req_id":"c41f9fb9-e1c9-4dbd-be70-b47b37d08018","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.939375092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:10.939478338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59990","req_id":"c41f9fb9-e1c9-4dbd-be70-b47b37d08018","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.939994787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.940048704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.940078063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.941387341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.94916625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.949273574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.949359195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.950069801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.951713776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cbf208d-016a-4fc2-b205-1e998e0f0bf5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.951933835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.953350046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.953411439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.954269779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.954588995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"841d6922-1c50-4dab-9f05-2f61d84ff69b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.954685848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.95820017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9109e7b0-b653-4bdb-aca5-a998c97bf896\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.958405439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.96346535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea0c72b-c991-43c5-8772-023b5108aa01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.963590861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.967984905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6592b3cc-87c3-4a88-a27b-02c20392fb83\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.968242659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.970112094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.971661431Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.972149463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14277dc9-ad36-408e-81e5-f909f26bc74d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.9725143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14277dc9-ad36-408e-81e5-f909f26bc74d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.972583838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14277dc9-ad36-408e-81e5-f909f26bc74d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.973899299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14277dc9-ad36-408e-81e5-f909f26bc74d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.975998993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31c4ee6-355a-47d3-95ca-05b9b533043d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.976183521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.976827784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"14277dc9-ad36-408e-81e5-f909f26bc74d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":4705,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.977797587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14277dc9-ad36-408e-81e5-f909f26bc74d\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.977977154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.98617081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b76075ec-f158-44c7-b153-c7eb38e63cdf","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.986590526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b76075ec-f158-44c7-b153-c7eb38e63cdf","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.986646407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b76075ec-f158-44c7-b153-c7eb38e63cdf","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.987606009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b76075ec-f158-44c7-b153-c7eb38e63cdf","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.99024141Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b76075ec-f158-44c7-b153-c7eb38e63cdf","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":4031,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.990815524Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226f552e-e7bc-4d68-93f4-bf898e356542\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.990952767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.991101895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76075ec-f158-44c7-b153-c7eb38e63cdf\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.991496892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:10.991552292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:10.991580588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.999422843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c3cfd4-3301-4eff-83e5-2568c9d6d69a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:10.999611018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.00010353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.00580506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f36df2ef-3cbb-46b7-a28e-7d41275dacac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.006063825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.007671629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a88a199-16a1-4773-b2f1-dd98692c2407\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.008093199Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.009106518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2d8ad7-31f3-49e0-96cc-94fb722b01c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.009242639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.011863591Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8640da33-5907-48bf-9555-518010dc8157\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.012006997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.016436552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28802184-8a49-44f4-9ccc-cfe92ad37352\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.016650899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.021106537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f048f31-cb1d-47d6-b3ca-ae62442dd544\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.021246255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.02447573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660f6667-eb98-415b-a387-89f62edcde30\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.024593314Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.02626274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d65e73d7-0a54-4aa3-b827-bf8555a846cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.026852104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.02944957Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea54aa5-f8ab-49ef-b5c5-a29119a08036\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.029866921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.031887918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170cd8cc-03c1-4180-bcd2-37118c6c1d0f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.032226723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.034417087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe34342-7947-4695-8885-a80b3f51b358\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.034591535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.036008618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63bffe3d-8207-4d0c-940c-4c34ab3c063f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.036319989Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.038058823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ec9b90-537c-4fdc-9325-f640d0efd44f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.038293741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.04000952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121e52ae-7479-4b49-8a69-309b171e8cdc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.040272604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.041676341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c933c9-6a03-4833-8186-ce12ac23ebc7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.041799085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.045613345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c499cb5-d067-4ade-b68f-a91c4853e1e4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.045941599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.048467452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2173554-b318-4a32-98b2-645c5c8ad789\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.048681749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.051379614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62e79313-0fd5-4e83-827c-b6e70fcd20f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.05214562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.062781111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.063164865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.063244123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.063276758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.066794176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.069687601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5e6e60a-cba5-472c-a2dc-a8167a7388a6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.069878121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.070164782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.078835378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.079024334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.079065126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.079652576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.084302681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.084352721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.085749173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.086960767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b85667b-e5f0-4563-ac0f-c697e9eb87ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.087173451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.089906536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c6d0fb-2629-4c05-b2df-bc202fbe802b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.090058609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.092206038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f8eff6-9460-420c-ab16-6c3433187c9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.092266969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.094676019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2759dfe-4798-44b9-b23f-2632d90b7e27\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.095075876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.095395663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.096623389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.098906238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.099585491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.099638086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.099664488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.101057674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10605dad-3dbc-4238-bbb7-ac86a737d209\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.101121491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.101681958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfa81c12-780c-4869-979a-2e13e399667c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.102557953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.103499289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8f1301-74b7-45cc-9193-97a3a6445f74\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.103621202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.105685194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7fdfc02-55f1-4bdb-8cca-6cf3bc730d77\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.105893489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.10862915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07107292-7bcc-450d-b97f-6151970c2575\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.108701935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.113681797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87083641-e5a7-4346-a491-99cd89977e8e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.113945152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.116745842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49e69e0-97a7-4d42-ab98-731f8fbaf67a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.117054988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.120499341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5434ba5c-1275-4e6e-9ab8-0b1dfe288f94\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.1210564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.125897616Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.126316331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37c2f0d-30af-4d2d-98ca-c7f891597434\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.127375441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.129073284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84cb4aab-479e-4ebd-bd1c-59713acfd05d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.1292068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.131400671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff6458e-6b3f-403e-8726-d09b5fcac20d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.131554287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.132686162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0749d89-0c93-4de0-9449-a7d9340f764a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.132827844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.133737557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279d5bcd-8455-48d1-9c3a-39800c5abccd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.13392509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.135238447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a83c936e-51a0-428e-ba9c-46e435cb3c48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.135387604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.135432694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.135464067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.135493034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.136201596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.140406174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.145549251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.145613649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.145645863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.145676915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.145706234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.146600726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.159557291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.170494883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.170637167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.17099013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.171480307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.249536368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.249607671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.250130121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.250191965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.250266824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.250299689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.252787747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.253007284Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38991"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.255699759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"94670525-057e-4964-9c2b-b284619b8e7a","remote_addr":"[::1]:38991","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.255764858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"94670525-057e-4964-9c2b-b284619b8e7a","remote_addr":"[::1]:38991","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":449,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.255802924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94670525-057e-4964-9c2b-b284619b8e7a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.258569877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.2586266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.258658644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.261524584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.261587399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.261622078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.261651337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.262294969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.264554571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.272461335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.272517276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.272548108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.273143905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.273194245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.27727716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.277680464Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.277724822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.278217253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.281574001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.281924039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.28345051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.316418256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.318837356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.319249868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.319313365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"468.238665ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.319351801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.319378735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.319407863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.31943644Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.319462331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.32018923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.323015661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.335655656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.337241285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.337288369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.337631142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.34271946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.342930861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.343622068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58144","req_id":"ad8b00f9-631f-4930-bf08-56e76e9e77d4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ba 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.343855754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58144","req_id":"ad8b00f9-631f-4930-bf08-56e76e9e77d4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.344013618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.344191182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.344285169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58144","req_id":"ad8b00f9-631f-4930-bf08-56e76e9e77d4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.344696028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 143546886 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.344750967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.345136896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64603","req_id":"974d6063-f2bf-44a1-a9b5-2339ab0033fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 03 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.345196675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64603","req_id":"974d6063-f2bf-44a1-a9b5-2339ab0033fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.345288829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.345386634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64603","req_id":"974d6063-f2bf-44a1-a9b5-2339ab0033fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.417449855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.418167134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.418314809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.418359858Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.418388946Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.419039232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.419614608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52886","req_id":"1b8d9f12-8422-4e8c-83a2-590d2dc200dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 28 19 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c (............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.419888394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52886","req_id":"1b8d9f12-8422-4e8c-83a2-590d2dc200dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.420261557Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:11.420558399Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52886","req_id":"1b8d9f12-8422-4e8c-83a2-590d2dc200dc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.421343884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.421400807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.421427831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.422679194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.430148186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.430213716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.430246422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.430757259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.433799751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12cea0fc-d823-409c-9494-627293e97288\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.434143937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.435627824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.435685428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.436194693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.437308803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fab710c9-c8be-4808-a5b8-405c00c05875\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.437462078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.441483691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd41df85-c265-4887-8d40-a02b3ea37299\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.441704471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.446282953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.446342792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.446370007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb4103c-3509-4736-bc9a-9defb91d3ee2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.446500747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.446774893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.447763774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.452106296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.4522239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.45305689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99992c1f-4e05-45b8-a08a-bdb718692814\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.45340839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.456298919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.456411624Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.457760662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8395a74f-bed4-47a2-9858-60e7ac896820\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.458702719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.464024051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"841a8d52-1cef-435c-8919-fb85ebefb6ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.464106526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.466952386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e94a7491-a931-41d8-a5b4-8e0254cdf91d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.46718546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.473220074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.473946732Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b084e47-f124-49f0-9951-eee4194734ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.474246619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.476823654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52860b45-a7a1-4ef0-9497-93e67efcb1da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.476998121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.477995649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92df4be1-5426-47a4-83eb-2d7c31c0a64f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.478140177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.479192744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca4c41f-f21c-4718-a89b-cf2655c5bcc0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.479257383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.481341555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13931c2b-882c-481c-9e32-3a6d2d896777\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.481407386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.483127774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5735be15-35fe-4a49-8154-1d190c4db02e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.483207754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.483846476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.484600188Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64360","req_id":"82f724b9-e645-4fbf-8542-8d34826a2327","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: b8 83 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.484745317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64360","req_id":"82f724b9-e645-4fbf-8542-8d34826a2327","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.484925165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.485264501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.485367857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64360","req_id":"82f724b9-e645-4fbf-8542-8d34826a2327","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.485927873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 284825575 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.485996891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.486781294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59631","req_id":"d240688f-3dfe-427e-9e11-908835feeda9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 38 79 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 8y..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.488284408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59631","req_id":"d240688f-3dfe-427e-9e11-908835feeda9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.488689876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.489144692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:59631","req_id":"d240688f-3dfe-427e-9e11-908835feeda9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.489556884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.539369683Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.539445383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.539683628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.539740832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.540922667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.541186542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.541241823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.541273836Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.5413005Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.541852169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.542483647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.542546652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.544767457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.546076125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb06877-01fd-42bd-8628-974f5b9811d1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.546218749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.547055967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.553347302Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.553408173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.5534414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.553979001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.554462364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.556939419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.557000541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.557477802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.557828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f98b1657-3a7b-4fd2-9039-b2fa4dc6bcf9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.558122727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.560393962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59a7b43-6037-439d-9df7-aaed875cdce6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.560491216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.56588874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50cfdb91-6756-4af4-86f3-bb7582ef1812\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.566319458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.569396629Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2174514-4f42-4f88-892f-541c57a6d649\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.569521398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.570612161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d6beb5-2ce1-4f9b-b632-46946bc7ac66\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.570760246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.572134645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd094a07-eef5-4234-8530-a8760d8bde22\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.572200907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.572906963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae9fb4f0-97ae-4df4-baec-79fbc33e7a89\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.57303576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.574326742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594074c5-33b2-46ce-bda7-701171888d31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.574404517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.575761882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c935a5da-82ad-49c2-8374-8461e30a5348\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.575920347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.579410642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb432c1-0492-4c22-8ce8-e62269f76c66\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.579493477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.582668663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b98e5d-158d-4eb4-8a39-f54cac39974c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.582863521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.588148762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10a2ec2-141d-4650-a118-ea3fab82c2b8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.588289973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.589141309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.592232909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2473c2-e6c7-497e-9cfd-a5b3555b2ff6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.592393619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.594724313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db32409d-da31-4044-9430-b243d33972ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.5948533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.59969164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ab2ec2-7772-4c00-8a64-9d228310d8f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.599791259Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.602317773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cfe3ae9-a2fe-4073-a151-d1d620e1d6bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.602521038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.60416325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14db384f-7da8-4540-9072-b2e58201f34b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.604373088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.605616375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ce1ae71-876c-4d45-b624-224c40d9c61a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.6057647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.606832798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3655784d-4f43-4c17-8bb0-344c6d093302\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.606965643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.608135604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9edc0e2-e25a-49af-847f-aeba2bf33fbc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.608319551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.609945791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce1ee55-6c2c-4a64-846d-fb547a67cb5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.610282702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.612311985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ee7720-9bd9-4a42-a827-b2a79252be28\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.613006008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.614606076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21d8996e-68b9-47f2-a80a-333a51edb13a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.614742067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.626264114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e90a67b9-8966-4708-b914-d1984f082409\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.626562549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.62840533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b15e0352-3cdc-4e89-aea1-3d3ff2091f0a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.628732963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.639073867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822f7937-94d0-4387-afb0-449231605c94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.639204627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.639938018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.640026364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.640063078Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.640094751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.640869033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.641583767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ac7c0b-5ed4-46b3-bb52-41ab1fb7bba0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.642386797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.643453192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70de5d3a-d8ae-445e-88e8-8a66ed6dbdc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.643603081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.644097716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.65026265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.650323361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.650353691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.6507146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.655652819Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34dd430-dbc4-477d-8b46-6bae2109b202\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.655735133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.655956755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.656008347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.656542632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.657652994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"955f0d36-aaa0-4932-9c7d-fde0e0029c53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.657759487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.657805438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.657839476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.657867121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.658693217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.663849521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.668755966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.668823882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.66885833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.668887769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.668914883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.66942527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.67808327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.684037504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.684098706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.684128726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.6845625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.739640239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.739755288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.740400764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55278"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.740988916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"7440b30f-7af4-4c30-b1f1-350e476218e5","remote_addr":"[::1]:55278","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.741511236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"7440b30f-7af4-4c30-b1f1-350e476218e5","remote_addr":"[::1]:55278","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":511,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.742023828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7440b30f-7af4-4c30-b1f1-350e476218e5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.744144192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.744199773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.744228019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.747941759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.747993612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.748057069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.748091217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.748876451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.751918081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.757716184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.75911956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.75918479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.759642452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.771946487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.791628622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:11.792752782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.792818312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"473.455419ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.792859294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.792889584Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.793035224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.793086767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.793117889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.793747684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.795891596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.801471383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.801601212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.801647875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.802082531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.805851079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.805910868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.807378282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61184","req_id":"9e5dc56d-dd37-4a14-9f69-0190ead29fba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4a d4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 J............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.807443722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61184","req_id":"9e5dc56d-dd37-4a14-9f69-0190ead29fba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.807642709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.80780366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.80790417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61184","req_id":"9e5dc56d-dd37-4a14-9f69-0190ead29fba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.808251522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 607151027 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.808311281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.80861675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53219","req_id":"25a52aaf-bc99-47f0-a0ac-f1f91aabbba3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6c 28 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e l(..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.808670677Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53219","req_id":"25a52aaf-bc99-47f0-a0ac-f1f91aabbba3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.808774594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.808858892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53219","req_id":"25a52aaf-bc99-47f0-a0ac-f1f91aabbba3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.866839455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.867714288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.867774878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.867809567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.867839467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.868587337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.868948667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.86977833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52084","req_id":"7772edae-92a8-42b2-9394-4cfb677139b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 95 d7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.869904041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52084","req_id":"7772edae-92a8-42b2-9394-4cfb677139b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.870187515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:11.870348226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:52084","req_id":"7772edae-92a8-42b2-9394-4cfb677139b6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.871182708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.871234111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.87126375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.871496133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65431","req_id":"a3d51c03-2473-4ee5-b611-f144eee71519","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 56 7c 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 V|..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.871682444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65431","req_id":"a3d51c03-2473-4ee5-b611-f144eee71519","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.87194661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.874143728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.874195822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65431","req_id":"a3d51c03-2473-4ee5-b611-f144eee71519","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.874300801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.880454932Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.880518339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.880552637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.881223634Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.882396782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2096, tv_nsec: 681299443 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.882463494Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.892977573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55111","req_id":"3f661450-fb96-4593-972a-bf20a15cda95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e7 88 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.893060348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55111","req_id":"3f661450-fb96-4593-972a-bf20a15cda95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.893221499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.893315376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55111","req_id":"3f661450-fb96-4593-972a-bf20a15cda95","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:11.893795423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.893858628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.894323875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.89565614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:11.961483056Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.961560721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.966723327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b140b4c4-cd49-4b9d-8872-b76ccbed33f9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.96726223Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.982032108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41848dc1-9755-4662-8a82-89fc8b14a482\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.982107479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.998978533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a45af7-02a4-47c0-be7c-cde712305878\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:11.99921265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.00143637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8c77b9-0b8b-42db-b82f-d96f3e573277\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.001518454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.004057082Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8f9e6d8-84ca-42d2-abac-feb06d0d7851\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.004120799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.007999276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b276db-d4f2-4f23-bd5e-19d5f2775216\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.008468421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.018002517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638f7b25-2424-4741-b898-96e84d55a1c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.01837057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.027323579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a39207c-426c-434e-8e72-322dd6e130c8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.027736051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.045200688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41af4158-1559-46cf-8cf8-e01f6c17004c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.045790062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.049383041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.049766735Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2197725-4816-4957-8ae0-1697298507f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.050138867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.054221802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1a2783-1c9e-4673-aacd-c72f37bfb399\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.068901971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.083686298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a85652-9754-4f45-8f7f-ad007ae7ed53\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.125907651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.133072106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.133282034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.133452163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.133615649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.13465533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.135536817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.135867255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.139746975Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.148224576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.148330738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.148444625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.149124209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.14981734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.151215105Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.151326767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.151399041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.155285765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.155397137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.156533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.157047505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a59ee44-8eba-4749-8195-9dedbf8c62d4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.157366601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.162872762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c324e69a-8cea-4f7a-b419-747a3218d2f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.163441906Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.173408534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae44ef52-787b-41cf-a8ab-78dd8f1bade9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.173772849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.17649343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2a9fa4-0493-4440-b2e1-849486aabadb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.176755652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.186657902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9160bdb8-4afc-4d7d-a9d2-d05ba090c35a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.186947519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.197778449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23fd834a-abb0-480a-ae47-294b2e99443a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.198008227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.206367592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2df9054-ea71-4cfb-8d2b-d3beda65ad32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.206619675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.208126527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.211049551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb51e1d-c4b3-4d5a-b146-e030ca317be8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.211304389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.212632545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0a2d917-6f5c-43fd-8b41-8ea764ab979d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.213099415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.215304579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1730249f-bb5f-48af-ae3c-d23dd4290d9a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.215470469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.218435457Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79952077-c645-4ebe-b8a6-4fab8c2eeb42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.219632101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.221535784Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b898c965-4213-4bff-8ba9-fd16ad76efd8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.221949298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.231208186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7efb279f-7816-4205-89d9-fe3506432d3e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.231655407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.234920081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615257b0-8fa6-40d5-a06e-111b3e5c1120\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.235189358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.237713307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50662ed4-7421-4cac-9c34-4cbff6e5195f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.238012212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.240061966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8baa8f9d-3563-4795-a714-a938bf952d3d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.240278167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.24199619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a582bea-000c-438f-80da-7229de7ae28e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.242073344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.243941095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2dde979-f532-443e-98cf-8776423889ec\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.244078128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.245099423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7143f3a-2e24-46b8-99c9-789f9b9763df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.24523352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.246288161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61db4a99-5e68-4b13-9c7a-abf2b57a897c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.246520504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.247771156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ad5dcaa-6e10-46d9-ae30-a7fa47800f7c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.24795872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.249054433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83424dd-b8ca-417d-ba1e-0bfb290fb18c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.249177027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.250692347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d03f08ba-9943-4445-83f3-68b43253ecc9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.250853698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.252760257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09fa0d76-ff35-4caf-a82b-0c5cb568f0b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.252910185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.255521699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d215697c-eea1-4747-ad23-eb89b88a1059\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.25560288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.259231801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.25929155Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.259323413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.259350958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.260284769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.261076366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770d5e04-d478-4eec-9433-f258f51ec277\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.261308258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.263110228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.26890812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.268971767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.269004112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.269411994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.271862026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.271915112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.272649184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.272839303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f31310-abbf-40a7-a4ec-011dc9a6ff59\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.273645138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.294027269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b931c034-39b5-4ca3-afa2-d91a2203df11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.294275924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.296263674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdd820bf-c2e2-4308-b0fc-736c35c5c053\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.296348002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.29727011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac2bdbf-204c-4a0c-9603-700330f9bcaf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.297331612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.298817693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a85f8dc-31ee-455d-82c9-36c07b5bec66\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.299170646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.300201871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7094375-6dc3-4ba3-bfea-68665f5f52d5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.300334365Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.301444647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525400f5-5fc5-458b-9c8a-9f8961dcb64d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.301498474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.301528965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.301557913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.301585568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.30199303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.305198316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.309143336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.309285249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.309325349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.309359597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.309414737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.309786438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.315560703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.322861679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.323172849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.323324902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.324050448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.414148743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.414230355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.421543907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53342"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.423172101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.423367551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a53b42e2-31be-4d45-9675-69e87f17208d","remote_addr":"[::1]:53342","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.424429296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"a53b42e2-31be-4d45-9675-69e87f17208d","remote_addr":"[::1]:53342","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1051,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.425877241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53b42e2-31be-4d45-9675-69e87f17208d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.430568799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.430688227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.430721453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.434436254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.434501434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.434537346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.434566334Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.435236068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.440586128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.448522711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.449022577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.449138588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.450177758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.451184274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.451328481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.451653418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.452600055Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.458227637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.458333077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.464167983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.464279074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.474587353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.474732833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.474783213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.474812682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.475651543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.479757544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.486798463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.486861138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.486895396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.48774065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.503783514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.50414283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.50420313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"711.309508ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.504241106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.504389772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.504636213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.50468984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.504721303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.505626937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.510470037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.510528293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.511923182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.512231887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.519061455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.519150672Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.519186564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.519959253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.524251886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.52439945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.52525741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54371","req_id":"e666e8fb-7b84-46ce-8691-9156b2412ec1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ad 8d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.525320205Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54371","req_id":"e666e8fb-7b84-46ce-8691-9156b2412ec1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.525541997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.525907415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.525972705Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:54371","req_id":"e666e8fb-7b84-46ce-8691-9156b2412ec1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.526571217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 325429511 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.526639323Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.526940062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58035","req_id":"2ead294e-efc4-48d1-8189-274a97896ecb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a8 8b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.52707944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58035","req_id":"2ead294e-efc4-48d1-8189-274a97896ecb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.527322474Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.527363827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58035","req_id":"2ead294e-efc4-48d1-8189-274a97896ecb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.5826394Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:12.587122812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.587602428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49984","req_id":"7d1d6171-8037-45d0-8359-e8ac0b72807e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 56 53 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c VS..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.58813043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49984","req_id":"7d1d6171-8037-45d0-8359-e8ac0b72807e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.588957799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:12.589231995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49984","req_id":"7d1d6171-8037-45d0-8359-e8ac0b72807e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.589783313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.589909485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.590043371Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.594393148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd59ecb3-51a7-408c-8957-ee64b270aa84\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.594840008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.601684806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3962d204-7aea-4f5f-8810-283fb9cb7f74\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.602011637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.606812312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da80faff-a8b6-4404-b402-5a7e27460738\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.608093615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.610645921Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db7051f-697d-4081-bf7d-3fd14d76b105\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.610778074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.613497142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f10565-85a0-404d-97e9-072269776577\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.61362182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.619179854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.620004768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c6655d-2c1f-4fb2-8c50-9eef75f1e9fb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.620632138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.625275148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d17d18-fd49-413a-92c6-7e2245b11837\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.625402352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.629439416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357bddf5-5b72-48a1-a85a-6eb9d2ab3543\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.629574685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.630799315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4602891c-c4b7-4e58-8799-352470214b85\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.63095744Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.633424966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67008de-1b28-480a-b27d-aa8c0451be0b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.633974261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.637498974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c5100f3-00a0-4f9b-9020-ab1fefdf2d3d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.637767358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.638743614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f841c4d4-f1db-4980-86fe-283ba6b32191\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.638865446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.640617818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f0aa4ae-6d34-4693-bfb4-3fb88bfb629c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.640817506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.642904173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07e49e2-fd69-4600-8b5d-0e39773d9bb9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.643286114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.647334711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68b9dc19-1f84-4d98-8dc3-4bbf2a019da3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.647457565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.649553441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720bac10-1061-4a11-8b76-f7fef1ed3c30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.649686867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.652295014Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b0c20c-ac7c-4e27-b764-891422a92cec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.652386646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.65486272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8171e59d-23a3-4990-b9cd-2231f7297881\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.654942098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.657508852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c05ea3-dbfb-42cf-ad09-fa84b10eccb0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.657582128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.658562091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294ca557-58f4-4fde-8957-837e1a7bde57\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.658710917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.659719416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca09ccb4-6ca8-49ea-8d8c-7bc3cc5a6887\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.659888233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.660802685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2937bf2e-8775-4f21-ac44-9a4d17857102\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.661249756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.662343876Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6202ef1f-1949-483a-8731-f08f2244cd7b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.662524916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.664731072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f91cab6-2584-4c8a-87aa-8adbe503b8c7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.66490595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.667591752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b21e8555-6bf2-443d-81bb-effa0a167e19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.667702272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.669910341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.669969389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.670001884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.670068727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.670686397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.671011345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"319e4ee9-d25f-4da9-99ef-b2d5b1547e98\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.671225742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.673878407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.682666297Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.682780765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.682816927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.683308556Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.687172285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37771570-aadc-46de-8b59-10a2d6552e49\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.687483304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.689779379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"308fd945-b497-4c9b-b42b-75e64f2910eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.689855731Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.692201405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.692262547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.693486215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.695389898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5663f9-b9bd-4e9d-8d83-d42fe74f5faa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.695523384Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.704459248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9debce70-c9a0-4ce4-8585-99ea32ca7132\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.704973572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.708293758Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25c1f9fb-6f66-4534-87fa-1c41fed3673f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.709070165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.710383551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28d7bcad-52c8-4bf0-b001-a1811bc9cb8a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.710682687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.713319802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2c921ca-3f7d-42c5-9706-4190cad36209\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.713594429Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.714642116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"963ba149-eacf-4314-b85c-f600d2592b52\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.714851995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.716264168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d248aecf-45fb-4bc1-92b2-7da47c6ee6bd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.71662626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.72028535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64050792-59a1-413c-9ac0-a23374f8fecb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.720494807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.723762779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b682e137-5fa7-46c7-b3ba-5992692556ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.723972096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.726771333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed554b26-e154-44f8-a618-05fc715e1806\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.727037083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.731787868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"650d420e-000d-4eeb-ad3d-340d4fe83a34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.731872847Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.733566742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"257b3d4c-0656-4021-ab0d-ed439ee0727c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.734113582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.736705466Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eeb2df7-0a71-49e1-b476-6274aa02f854\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.736776708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.737976338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f7aece-e96c-4673-8a51-553b2205f581\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.738105295Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.739229696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd74e7d-e15b-4449-85fe-26cff364c4e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.739362059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.746884157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab64115c-e2e2-4c38-94b8-9cd6504ae3af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.748446329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.749494197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.753835326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88965a79-8f4e-4f76-ace5-4c84161cc6fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.754342326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.754406895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.754442246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.75447475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.755174124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.761135942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.765819364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.765910716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.765944503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.765977849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.766004743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.766528927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.771643408Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.781909432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.782151635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.782314088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.783000596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.881284891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.881429349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.882079625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.882283711Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.882394462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.882482517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.883440656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.883610094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59710"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.886026729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"fe1bbd95-4918-49dc-9980-2864bfc68e95","remote_addr":"[::1]:59710","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.886862614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"fe1bbd95-4918-49dc-9980-2864bfc68e95","remote_addr":"[::1]:59710","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":844,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.888357854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe1bbd95-4918-49dc-9980-2864bfc68e95\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.891341458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.891451137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.891522769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.894301997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.894423489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.894516194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.89459949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.895200307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.896486459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.917823913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.917925826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.918012669Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.918970096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.925918501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.930928803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.931346035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.931453028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.933296761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.939403459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.93950958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.94004149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:12.97410031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.974683722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.975369529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4f21350-27a5-45e6-8045-a8e0effce35a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:12.982375878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4f21350-27a5-45e6-8045-a8e0effce35a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.982500938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4f21350-27a5-45e6-8045-a8e0effce35a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:12.983362204Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4f21350-27a5-45e6-8045-a8e0effce35a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.010871274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a4f21350-27a5-45e6-8045-a8e0effce35a","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":35466,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.012336753Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f21350-27a5-45e6-8045-a8e0effce35a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.012588164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.014110197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff4ae53d-39d1-4408-a55c-08b36d2d7aff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.015959071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff4ae53d-39d1-4408-a55c-08b36d2d7aff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.016062256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff4ae53d-39d1-4408-a55c-08b36d2d7aff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.018446537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff4ae53d-39d1-4408-a55c-08b36d2d7aff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.027441118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff4ae53d-39d1-4408-a55c-08b36d2d7aff","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":13344,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.027788019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.028230902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.028528174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"524.273611ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.028668043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.028758924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.028864113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.028955916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.029040795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.030763678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.031913369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff4ae53d-39d1-4408-a55c-08b36d2d7aff\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.032111984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.03220022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.03228034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.034331897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.039975061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.040070221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.040234378Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.042172088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.058501674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.058621613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.063776855Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63870","req_id":"3f3b2101-f930-4794-a617-1b2af7a9564b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e1 f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.063959599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63870","req_id":"3f3b2101-f930-4794-a617-1b2af7a9564b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.064262101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.064508312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.072452671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63870","req_id":"3f3b2101-f930-4794-a617-1b2af7a9564b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.075015537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2097, tv_nsec: 873888780 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.075263892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.076017243Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.076280016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56047","req_id":"1660cc3c-3e94-42d4-8969-8622b732816f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f6 00 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.076341419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56047","req_id":"1660cc3c-3e94-42d4-8969-8622b732816f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.076837497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.076885543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56047","req_id":"1660cc3c-3e94-42d4-8969-8622b732816f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.167710566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.170320877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.170394173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.170429904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.170559272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.171331771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.171805835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.171874071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.178537047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.178722035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.179062915Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.180382363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53667","req_id":"7c6e05a0-6a84-4ce6-be17-8f1cb6bd9524","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5d e6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ]............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.180595688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53667","req_id":"7c6e05a0-6a84-4ce6-be17-8f1cb6bd9524","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.180954543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:13.181475471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53667","req_id":"7c6e05a0-6a84-4ce6-be17-8f1cb6bd9524","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.184908852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.184967068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.184997118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.185556162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.186531165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.186590593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.186619721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.186797375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.195359214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.195437149Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.195470195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.196194298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.199095077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ab3643-d7cb-4828-9a5f-12d79ac5f9c9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.199337681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.199622999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.199672678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.20038117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.202705421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5f3c67e-f159-42b5-b205-419a7643844c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.20277534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.205591511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22757f9-9ac1-49cb-89f1-dae6e9b7ee29\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.205937611Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.208934412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea409c28-6337-43af-a559-8026fcdf66d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.20910931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.212388173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154c1455-9e28-456b-aaa0-b6d4f6550ae1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.212516829Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.223548169Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"262f12b0-30ae-4888-bdcc-71cd1ffe8e19\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.225926026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.231387137Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d2aa04-9a3a-4162-a3ed-c9f255456a00\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.231463379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.235515092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285eadbb-705e-4539-8dc0-5a4fd1c6c462\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.236004417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.238625659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca20dc3-a12d-4842-8d9d-1b2e173c5aea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.238767442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.239941411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1d83c83-9363-4204-ac90-569ffa92c83d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.240092372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.247783816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862a963c-a5e5-4a5d-8d29-06bf1d64e8ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.247891601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.248279043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.251237939Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c279ed1-d152-41bd-8014-d4d9cfa73ee0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.251436875Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.252746945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef05f510-7c03-4978-a1b6-c0eef5b3913f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.253106171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.255664538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ec9d86-1cc4-4538-936b-ef105f19f59a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.255888414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.258294809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5834840f-4d2a-47e1-97b9-5f34a063b9a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.258364909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.261144427Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05fb09e-7084-44f7-8884-db1d5126c447\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.261316008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.266205521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff09c929-7543-45fc-9dea-b8737c47cc5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.266286392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.274575096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8313f48-ec91-4530-90d7-6b693cc5af86\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.274810285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.276822905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f83645b-d62c-4932-967f-1459d3c7a162\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.277036881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.278367803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"234597eb-8877-49a4-a51c-1c4ab886e63a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.2785973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.285777807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5626e042-ffd0-4f22-a604-bd2d217a84a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.288010435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.290670345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2436f9f-00f7-4e73-8635-03d4d773f250\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.290864442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.292198119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3735241a-d613-4803-814d-87ce0642c70b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.293806604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.294423453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd41fff-380f-43b1-aedf-757c482f1067\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.294614714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.296997852Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4863ba97-6bcb-4a21-b9f8-f00697f2d829\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.297173131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.299125391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.299190481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.299307514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.29935577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.306344194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.312147337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.317904507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.317978896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.318010569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.320076254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.320382234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f0dbd3-2650-425e-b9e2-dd78e753940a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.320550389Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.324566601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.32473671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.325413208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.327202563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec55fd5-2f1a-47b1-a56c-5972ef09aa8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.329604419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.334837595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be825d96-0576-40be-ad9f-efbbceba71ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.334917104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.337819467Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8cecc2-6c5b-4bef-b939-471e85c61224\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.337939215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.345042919Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aabb1d33-9a8f-4ba0-93b8-04e05cbb006e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.345214601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.34656416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a006da1a-fd71-459a-87b4-87ea66d21c82\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.346723878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.348497462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48f2e30-d17c-4814-aa85-1a0884ffb0ec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.348651519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.350634059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef28a3d4-ebf3-47b2-a9be-c8549aba139b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.350829969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.354144623Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8d05ae-3d63-41e1-9fa9-92e4ca2e2b47\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.354402808Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.357572874Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ed98ab-854b-4d45-99db-f123e30d3022\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.357862862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.360635035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61d71785-fd71-4201-a3e9-1c052d7184dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.36076771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.3627052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d9c26a-432d-462c-8795-7ffaf976fcb9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.36309184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.370410462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.374962873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9728d0da-1e60-4f8f-89db-00a7a71f8dbc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.375216077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.377935225Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7737dfdc-30e6-4e20-aeaf-cf6c32982554\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.378568817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.391253801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d1ac78-abb4-449a-a093-58341a68935d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.391503368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.395453779Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a68e95-cfbc-4e62-b548-3859c8ce7a66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.396064296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.397852128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555b4b20-ae03-46f5-98e1-eca255c1981c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.398056375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.39905769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38abbe2-bf7c-4a4f-963d-8c2c3e116e9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.399195835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.400136229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e580c57-cc24-4bd3-a7cf-2318db6212cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.400476958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.401437061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd0fd8d-22f2-4d49-a4d1-aeedf66dbd76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.401500146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.401533984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.401564985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.401591899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.402424608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.405857849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.411347627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.411440782Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.411480391Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.411573096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.411624368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.412407639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.422499356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.422928311Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.423040995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.423080023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.424866212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.426758241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.432515472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.432580452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.432615582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.433450886Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.43542028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.441506807Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.441791424Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.441875331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.442802499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.511388432Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.511863167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.512441891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44975"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.512536619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.512582912Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.513057126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.514011698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.515849079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.515903257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.517034571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.52028617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f720a905-b206-41e7-a8a8-44a0cabebdf0","remote_addr":"[::1]:44975","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.521161854Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f720a905-b206-41e7-a8a8-44a0cabebdf0","remote_addr":"[::1]:44975","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":895,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.521584046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.521643073Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.522601743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f720a905-b206-41e7-a8a8-44a0cabebdf0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.525242355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.525303917Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.525333717Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.528956715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.529049851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.52908937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.529123227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.529625678Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.540611487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.540679222Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.540869771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.54813167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.548448742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.548506938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.549518844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.552602197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.55299485Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.553889843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50411","req_id":"d247e65f-5d83-49c4-86a7-6a74717d1b6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a4 61 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .a..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.553952598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50411","req_id":"d247e65f-5d83-49c4-86a7-6a74717d1b6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556437058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556494723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556520745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50411","req_id":"d247e65f-5d83-49c4-86a7-6a74717d1b6c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.556567518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65114","req_id":"8f508629-d340-4194-8ff9-e287703be4f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ce 31 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .1..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556659561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65114","req_id":"8f508629-d340-4194-8ff9-e287703be4f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556734471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556756024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.556775953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65114","req_id":"8f508629-d340-4194-8ff9-e287703be4f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.557422361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 356321476 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.557490447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.557771236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 356677495 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.557829542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.558509026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62726","req_id":"7fa98246-19b7-4f8c-aa78-8288d4388569","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ca 29 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .)..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.558571381Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62726","req_id":"7fa98246-19b7-4f8c-aa78-8288d4388569","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.559018972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.559064303Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62726","req_id":"7fa98246-19b7-4f8c-aa78-8288d4388569","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.55937933Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49556","req_id":"e9070585-a305-4793-ad84-d0cd4802be4e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cb 27 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .'..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.559511864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49556","req_id":"e9070585-a305-4793-ad84-d0cd4802be4e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.559769097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.559792614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49556","req_id":"e9070585-a305-4793-ad84-d0cd4802be4e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.560777576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.641370312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.641569589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.641907122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.642057271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.644865646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.645151125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:13.716745202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.717199988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.717594273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.717655445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.723031577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.725614824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.75057233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.754528813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:13.75483353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.754899983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"726.19136ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.754940463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.754970503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.755000844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.755029571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.755060573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.755758984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.758243715Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.763609285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.763692962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.763730216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.764216896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.767344327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.767406661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.768366383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55008","req_id":"fdfe2391-d565-4bd6-961b-0b0af5c746ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 3c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 w<..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.768580781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55008","req_id":"fdfe2391-d565-4bd6-961b-0b0af5c746ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.768825438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.76920273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.769541234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55008","req_id":"fdfe2391-d565-4bd6-961b-0b0af5c746ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.769959067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2098, tv_nsec: 568853713 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.770070519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.770321639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62409","req_id":"e23edf2b-b11c-4260-9652-4e027542e6db","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 84 96 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.770384084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62409","req_id":"e23edf2b-b11c-4260-9652-4e027542e6db","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.770468362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.770492019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62409","req_id":"e23edf2b-b11c-4260-9652-4e027542e6db","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.862622051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.86387596Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.863938604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.863971981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.864037712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.864863307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.867972351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60046","req_id":"929f1f8d-71b6-48fd-a9ef-9e186ebcaadd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 57 d2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c W............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.868198993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60046","req_id":"929f1f8d-71b6-48fd-a9ef-9e186ebcaadd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.868431867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:13.868658879Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60046","req_id":"929f1f8d-71b6-48fd-a9ef-9e186ebcaadd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.871028841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.871125804Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.871158369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.871761281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.883065103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.88329965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.883340091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.884487657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:13.898074107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.898148425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.89943074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.908323047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fed1be87-3f38-4565-b7b0-c40f1c506349\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.908653576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.930262029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c10315-b445-48de-8a43-7e228e035b26\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.930446226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.949269751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9ececb-8b0d-49dc-8008-6c0a70cbe011\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.949433247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.952181342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe730df-7b1b-489e-8a59-ab8d8d1c3f8b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.952341792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.956156903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed6a5e5-01dd-4a75-98a2-d1e63e3c9c56\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.956336291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.959062863Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88ee347d-b701-4fc7-a60c-35b35614a4f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.959573901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.962515953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.964926286Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e27c955-18ed-42ae-85d1-8452967b1c7d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.965037768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.967201749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72174107-2998-47c0-99b7-e221d6db890c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.967294113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.968344276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f94217a8-19b6-4b51-982b-e9bbb5439188\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.968478313Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.969676851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0968569-5fe0-4799-8ba2-a12052137dda\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.970061437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.971545684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61dd36f-bb6a-438a-9a88-6d35732ba6df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.971744881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.9730843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3525e8-a18f-4dae-bc71-aa0a8096ed3c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.973210081Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.975168062Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfbdb25e-dc36-477a-8ef2-b1197d61a733\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.9754585Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.979057792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caa289fe-5b5d-40a1-a30f-e652d17d8260\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.979370024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.984575325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b71187a-1bdc-45fe-a89c-4c1634094d5a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.984804231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.987110216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8104343e-46d6-4022-b1b0-83b0b4842ebf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.987538339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.99177516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641ed49e-4b32-4044-a433-5c65770a0b00\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.99204087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.996093414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1283b81-e746-4a5f-8e2d-517e797f9171\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.996407019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.999128942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6fee9ef-54e5-48a3-bff9-5994d4ee0a9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:13.999348279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.001475608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49127538-5ff4-4d66-a323-0e7e1fac8b6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.001767159Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.002733113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c97c54-142a-4283-b919-f4686afa0540\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.003349121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.004784691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6628fb0-9ab7-4284-bfdd-8e5150407d89\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.00526094Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.006568405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23edc4e-656b-4406-9a17-f33f5840818d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.006650699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.007959186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b95cfc9e-9997-470a-9c07-98cf93c932cd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.008517549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.010674185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57253"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.011598878Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"f27d0957-4a86-406c-9525-314090ea0a83","remote_addr":"[::1]:57253","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.012768769Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"f27d0957-4a86-406c-9525-314090ea0a83","remote_addr":"[::1]:57253","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1177,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.012902215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.012951232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.012984308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.013012504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.013825534Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.016356347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a42f1a-2b2a-4754-b01d-8d857484eff5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.01661891Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.016942194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.027190213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.02736942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.027410942Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.029274024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.032233461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.032370935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.033049116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.037017984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39d79f44-1760-4f01-9dae-69bb4776765a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.03739227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.040580512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36bf6ac8-5efa-48fb-9e71-291f088880f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.040832835Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.048029964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc9beec-c18c-472a-a08b-488f3406165c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.04811289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.056619499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3adc02e-e658-4c5c-b9ac-331df74bf850\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.056877312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.063006344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab35140-99ec-44a4-bb0c-636ce17e0e5a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.063140351Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.064481152Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9108c6f1-d8bc-4037-8274-0b1f17d719fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.06487166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.06601083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54c458b-3b0a-4ad2-9d8a-157fb3533fad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.066671637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.069420985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.069616825Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47604435-1cbb-421a-896b-ec319905f491\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.070753309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.071847439Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8100f467-7257-4f8a-a3ca-577db8e32dac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.071965144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.073297949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0648a9af-570e-4413-a46f-3ca4ffc76f80\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.073503689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.075187344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35dd811c-6ab2-449b-bfda-57f4f0873627\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.075387002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.077076428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b643e68c-170a-4f8c-af9b-5b5016b7b8df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.077176768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.078609151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4432e2e3-cfbd-4221-af9e-125ce2370676\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.078782797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.081007861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b01be8-6c26-45fb-a3b7-95260eddd86a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.081080686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.083736067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e907df4-878e-405f-b0fd-42dd4fccec89\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.08385839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.085690511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f573052-3bb5-4fb7-94b4-43b06d91f36b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.085941441Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.089179522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ea68ca-b84e-43ad-ab7b-0eaeae4b08e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.090023774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.091797699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50987dc2-fb66-423c-8e03-3151ab373144\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.091957347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.093356194Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a7e3e21-e219-4ab1-a3f8-df8636dd9abf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.093537605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.094887315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af431f33-8fc4-4bd9-9e49-db800fb12a7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.094954739Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.094989659Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.095027013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.095056061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.096903221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.096966257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.097004794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.097951069Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.098644551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.098748508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.098790702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.102075116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.107786706Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.110515573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.110595442Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.110631344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.110663337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.111473191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.117871189Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.123494743Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.123573751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.123609572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.12405009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.125072657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.125133839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.125168959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.125198798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.125222355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.129630168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.136085269Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.136190579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.136278203Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.136816195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.235775756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.236422504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.237801472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52360"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.239621528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.239698973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.241353058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.241766281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"55c4956b-1423-4567-8ff5-445a5dcb6382","remote_addr":"[::1]:52360","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.243563071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"55c4956b-1423-4567-8ff5-445a5dcb6382","remote_addr":"[::1]:52360","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2034,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.244026184Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c4956b-1423-4567-8ff5-445a5dcb6382\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.247800444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.247895083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.248010703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.251508943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.251652509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.251745785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.251830865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.253170724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.2575955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.261864506Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.262059434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.262112049Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.262676654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.303284012Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.30811628Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.30839272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.308499724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"553.458991ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.308551266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.308580064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.308609312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.308637017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.308663981Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.309337052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.312189766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.317286851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.317350348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.317529254Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.318989213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.322420179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.322552934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.323958554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53045","req_id":"1e108c28-72e1-4e76-b570-55757c3d682f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f7 1a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.324601696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53045","req_id":"1e108c28-72e1-4e76-b570-55757c3d682f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.324821694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.325238635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.325360097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:53045","req_id":"1e108c28-72e1-4e76-b570-55757c3d682f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.325747449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 124638998 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.325812027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.327257928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56466","req_id":"70edabc4-5c4a-4092-b505-0404d7bae516","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0b 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.32731899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56466","req_id":"70edabc4-5c4a-4092-b505-0404d7bae516","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.327410652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.327432837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56466","req_id":"70edabc4-5c4a-4092-b505-0404d7bae516","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.391152344Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.391734373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.391796617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.391834392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.391865414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.392570219Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.392997029Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49293","req_id":"6509b28b-f246-433e-ab38-a6639d5e9996","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b5 73 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .s..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.393136226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49293","req_id":"6509b28b-f246-433e-ab38-a6639d5e9996","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.393626563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:14.393755861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49293","req_id":"6509b28b-f246-433e-ab38-a6639d5e9996","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.394885061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.394941183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.39497024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.397188681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.40850099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.408599696Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.408687952Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.409275232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.412247033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.412359147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.413330913Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.413697443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74b14b0-afa4-428f-8450-dfc7184eb470\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.414048392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.415729352Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86db17da-9753-4465-81e5-0368909a505b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.416333565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.424628823Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44869"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.425572974Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"07315b0c-2f7b-42ed-982e-87f871d53aa0","remote_addr":"[::1]:44869","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.4263688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"07315b0c-2f7b-42ed-982e-87f871d53aa0","remote_addr":"[::1]:44869","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":754,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.426820079Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51406"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.426866071Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57184"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.428038938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"4974d0cc-b252-4f47-9565-17ec896b00ec","remote_addr":"[::1]:51406","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.428274697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"5546a457-3e60-4bce-9e48-0d986d978c69","remote_addr":"[::1]:57184","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.428510908Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"4974d0cc-b252-4f47-9565-17ec896b00ec","remote_addr":"[::1]:51406","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":498,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.428575336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"5546a457-3e60-4bce-9e48-0d986d978c69","remote_addr":"[::1]:57184","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":427,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.428937588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62071653-dba4-49a2-8e97-f4fe5aee44d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.429079872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.430688346Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49004"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.432177594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"d16ab9ec-95cb-4f55-8d62-6343244a4035","remote_addr":"[::1]:49004","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.432241251Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"d16ab9ec-95cb-4f55-8d62-6343244a4035","remote_addr":"[::1]:49004","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.437523345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36255"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.439293983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32888"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.43935299Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60066"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.439495935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"790a4613-a078-483a-9c75-16353e84e6c3","remote_addr":"[::1]:36255","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.439703869Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6f4b93d-2d09-47f1-bb81-8989d03a3e12\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.439835552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.440312061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"790a4613-a078-483a-9c75-16353e84e6c3","remote_addr":"[::1]:36255","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":866,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.443434232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"466fbf8a-1325-42c3-bae8-fd419859abb7","remote_addr":"[::1]:32888","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.443551896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"4d303f44-e904-4e6f-9ba1-6c861a93d99f","remote_addr":"[::1]:60066","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.450743545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"466fbf8a-1325-42c3-bae8-fd419859abb7","remote_addr":"[::1]:32888","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7301,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.450842582Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/crucible/pantry/0","method":"GET","req_id":"4d303f44-e904-4e6f-9ba1-6c861a93d99f","remote_addr":"[::1]:60066","local_addr":"[::1]:53010","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7265,"response_code":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.451558699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.451618208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.452063214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.454572103Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.459338941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.459424191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.460071881Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.462981929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d99da1-dd72-4e7a-816d-19e68fb14939\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.463123481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.463875329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.464004527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.466531922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66d57ee-aa50-4977-9b81-b9c571349712\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.466652342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.471123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979d75dc-adff-4e5a-9f2f-9a9c5a45096b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.47124341Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.473497721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb2d359-2614-4697-a88f-2720c79e2426\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.473679984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.475515662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24b59166-4ffd-4cb6-8df2-1c07339d007c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.476759931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.478239499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bacf5c-ac83-4bf7-9e28-635082247ad0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.478495058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.479478458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b15396f7-0efe-43ef-96aa-9663c9a4419a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.481209246Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.482705978Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87eb68ed-bb1f-49dc-9cbe-38132e946c68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.482868512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.484263542Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbc84b6d-21f3-4e88-a3a9-194aee07f40a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.484353761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.487186275Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15533ef2-3e11-4954-9337-5bf8b0ef29f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.487329059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.491464058Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e130de-9988-4155-979c-6070f3eb6b56\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.491609017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.494660106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f440e3-9077-4454-bebb-3bc1b8a73f13\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.494776618Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.497519163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea967e30-9925-4e9e-8f83-914c58c720e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.497787567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.500339612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa0dde2-282b-4bd1-a9d4-032271eaa7da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.500460262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.503135773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04f269b-26be-4f1c-889d-f62f3cbc5d6a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.503252456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.504690741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c75d5708-f238-446a-92f7-28678e939e3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.504734849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.506785776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c02d5226-0144-49d2-9e1f-c29b7f7459dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.506925755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.508620261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fec2d75-7e3b-4a5d-b027-c77a77879905\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.508774789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.512129984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.512178951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.512207909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.512233951Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.514173215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.515626009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66822878-f64a-41da-94b5-71918006b999\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.515723694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.517706655Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1df068-9b1b-4ade-bff2-f7ae68e0f743\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.517952134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.518356089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.534039146Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.53410151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.534131831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.534582699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.539155019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.539230961Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.539808822Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.540007558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec23138-1079-4a9e-9976-2a2897d54e3f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.541512647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.543754834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df75d1e6-c173-4780-b95a-8a478545308c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.543924723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.552860276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.554065507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69740a7c-4e59-4610-8ab2-2394ff79d8f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.554290265Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.556599977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4fa80bf-c380-404a-a283-06094fc96a58\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.556885095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.558955991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fba80fab-d493-42c8-b488-9c8150a612cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.559168896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.563421699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ecbc0b7-3e91-4cd1-86db-83bbbbc875ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.563555937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.565663746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3c7110-3c88-44cb-879a-da0fd7cc1ee7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.5659319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.567886385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39164540-203c-4978-98c6-cd2e64a61633\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.568257414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.569757673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8233f837-e5df-460c-9bf9-ef66da50d848\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.570009435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.571508111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6841be90-0d6a-4bb1-99e2-03c46368d80d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.571571687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.574539931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.576532301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"037f30a6-ffee-4557-88b2-10c5d38b4f72\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.576759955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.580588292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d233f98-3265-461b-8d36-ca994b256f63\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.58073749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.582653307Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd333b6a-1235-4f34-a8ef-9594a4703141\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.582758156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.584412792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4961a79b-a2e6-45b2-a2f1-9cfcc6cd9b06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.584486369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.586271576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72e537c2-a13c-4284-b1c0-03549c5ea3b7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.586338489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.588378614Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c1fdea1-f3f5-436d-8149-ae197c57b584\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.588502832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.591103674Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d150f64-a6b0-43de-a627-506f1003c818\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.591170787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.593209319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4c886c1-eaf8-42c8-a1ad-e970803d5b89\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.593836539Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.595449773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0c0c656-e7ee-4ffd-af8f-52881531710d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.596542991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.598131526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c6e26d-a346-4ccf-b6c4-414446ac838a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.5982039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.599122871Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd4ba01-44c1-44eb-8534-21d80bbfd49c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.599174925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.599208151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.599237931Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.599267329Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.600366028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.610548125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.616909239Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.616977255Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.617010161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.617042535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.617070541Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.618070443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.620860111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.628420074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.62849306Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.628525795Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.629496018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.631096687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.631176336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.631211987Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.631240423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.632632667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.639832112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.646269468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.648106308Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.648149173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.648174864Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.698010128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.698088053Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.69909038Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63067"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.700322495Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.700852551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.702187561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.702426046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"2c2e1bf4-41f6-44ac-ad6c-e2ba63ce5724","remote_addr":"[::1]:63067","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.70430503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"2c2e1bf4-41f6-44ac-ad6c-e2ba63ce5724","remote_addr":"[::1]:63067","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1250,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.707124818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c2e1bf4-41f6-44ac-ad6c-e2ba63ce5724\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.710966543Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.7110355Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.711066842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.715394074Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.715592179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.715646687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.715798179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.716830266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.720880576Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.748487811Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.754428097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.754506834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.755469091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.799499438Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.800049454Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:14.800499721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.800581414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"491.863476ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.800622386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.800653358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.800687405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.800720772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.800751092Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.8020145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.80526689Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.810245048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.810312793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.810344577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.810841707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.81545575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.815532894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.818966505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65430","req_id":"6e7cacd9-2a79-494f-ba0f-5627187895ba","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 14 4e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .N..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.819042336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65430","req_id":"6e7cacd9-2a79-494f-ba0f-5627187895ba","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.819115873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.819138388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.81930503Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:65430","req_id":"6e7cacd9-2a79-494f-ba0f-5627187895ba","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.819934003Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2099, tv_nsec: 618853889 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.819996578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.822780144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56525","req_id":"594a4e4a-532f-4ad3-b32f-c7248956bd28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e4 89 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.822910694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56525","req_id":"594a4e4a-532f-4ad3-b32f-c7248956bd28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.823011966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.823135111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56525","req_id":"594a4e4a-532f-4ad3-b32f-c7248956bd28","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.874424883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.876031814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.876101794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.876140651Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.876173607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.877071746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.882703387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63794","req_id":"08020c73-8ce5-4ea6-b3e2-2b372f52b81f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9f 3b 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .;..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.88280041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63794","req_id":"08020c73-8ce5-4ea6-b3e2-2b372f52b81f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.883130067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:14.883227551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63794","req_id":"08020c73-8ce5-4ea6-b3e2-2b372f52b81f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.884767419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.88482773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.884856186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.885286514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.890983104Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.891092842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.891177601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.892952468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.913812009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.913940214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.914804526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.922005814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822ce2af-6814-401d-8e36-8b06740863df\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.922250702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.926387304Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bcf08c0-0f06-44f7-8162-30e9ffb83177\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.926647563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.934291423Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab4d3df-d190-416e-955b-ed33ce206c19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.934658434Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.943420331Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c22841f8-fc38-4e5d-a03c-55fdd046c6cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.943573166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.946181242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9e7c60d-f900-44e3-8e0a-1be4d8e4d09a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.946312594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.94961785Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6ba84e-a21a-4862-8875-8414696095a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.949734101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.95414039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.956542837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d337cac-518e-4ab4-a2cc-698345f1f163\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.956677465Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.959966228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba738098-3a4c-406f-ac7c-f34d6482eeb1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.960027741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.961099496Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce53af3b-fa70-4492-8f53-e7059c3f86fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.961235617Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.962546289Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36d244f7-be73-49fb-99ad-28b2ef131015\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.962756898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.965022232Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29798328-476a-4ef8-ad3c-a1f220d60b0b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.965205928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.967140963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6774b5f-b4fb-41f5-9de1-b368d62991e1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.967416252Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.969205256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6e9948-969d-4e98-817e-28b9ba77811f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.969409122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.970219998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.970519956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.970850594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"459c93ff-638e-48ee-ae63-f8b16e03070e","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.971177325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"459c93ff-638e-48ee-ae63-f8b16e03070e","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.971363547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"459c93ff-638e-48ee-ae63-f8b16e03070e","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.973802406Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"459c93ff-638e-48ee-ae63-f8b16e03070e","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.976315523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66856526-bc52-45e9-9782-f0d6b5b3324e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.976478207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.976901851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"459c93ff-638e-48ee-ae63-f8b16e03070e","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":6079,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.97753359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"459c93ff-638e-48ee-ae63-f8b16e03070e\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.977711595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.978147844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f4a032a4-0be9-403a-97bb-9a9a314bdc7d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.978490857Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f4a032a4-0be9-403a-97bb-9a9a314bdc7d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.978561508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f4a032a4-0be9-403a-97bb-9a9a314bdc7d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.979299799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f4a032a4-0be9-403a-97bb-9a9a314bdc7d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.981898256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f4a032a4-0be9-403a-97bb-9a9a314bdc7d","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":3750,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.982225849Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f655ba09-455e-4fd1-9520-f67b0e3bbb6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.982403693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.982545937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4a032a4-0be9-403a-97bb-9a9a314bdc7d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.982599714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:14.982631136Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:14.982660635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.985007271Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39879db8-b2be-4efe-b927-ca511089a0db\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.985944548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.98859551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0abf09-3a38-41e8-b765-26782ff9b339\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.988813114Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.990900042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3ca1eab-5314-4407-b2ce-5c6bd2d753f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.991320449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.995787139Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ebcab3-7d94-4340-ba41-04be59b0b31a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.996157517Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.997656924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7ca0fec-7892-4986-9085-9526dc37dc84\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.997861592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.999509445Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c737fded-c78e-4592-8f71-883552efd804\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:14.999671138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.003833751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c75c074-3530-4e9a-ac07-7837d4886106\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.00389358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.003928791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6964e39d-62ed-4360-b0c4-7f2cb4cdfa2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.003962638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.003992387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af6dc17-cf3d-49b7-a260-03234a4e8a59\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.004024551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.00502279Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.00507273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.00510292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.005128992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.00741182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.008066274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e673923b-2729-42f0-be79-21878f1003bd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.008186283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.009863555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e019efa-1db3-4f31-b7a5-213ace1824db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.009975809Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.010517649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.019263023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.019371068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.019458312Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.020146714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.023098144Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.023200749Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.025443036Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.030767034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fb680c1-601d-41a9-8c1b-c60df42c2154\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.031037703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.035225828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6688ccc-b2d2-402e-9970-58e32dd36652\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.035371418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.03920686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c19e03-a2e9-499d-8384-deb466109d8a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.039353652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.044808671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109e71eb-83e6-453a-ba72-0ece4071f79d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.044854072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.045836098Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"511523cd-fa1d-47de-8db2-29aae84b8338\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.045890416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.05264288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b6f5b9-8013-4a29-a7f9-67cb1ae83fe5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.052880895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.05784746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adefa96f-69ae-4d6a-a0af-8fc2f4556751\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.058837463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.06198322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7c45fc-4a2d-48f0-aa65-87ef4fa6343e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.062195593Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.065298165Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c592a9b-1883-4630-ba1c-c2b05e01538c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.065746949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.073254437Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.073528554Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffceba14-0457-4786-87d3-40c593a4932d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.073750426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.078148068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9ebbd5-f6fe-467f-b72e-0ecbcfa303c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.078459799Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.080284955Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda8aa77-b6ad-4fc3-b9a5-36c120179972\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.080356738Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.082112356Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd78b90c-2a58-4322-ac79-bf9843c7839d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.082178638Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.085294176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b54ae6c-62f2-4787-957b-a71d039b16ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.085362111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.08864382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a5c25c-5aed-47fb-bd48-c1213c8721a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.093694383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.097076411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.097144206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1254ce1e-9958-4d00-b83f-e6d9085dd87f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.097258234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.097537059Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.101860283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.104058262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.104117691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.104149364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.104667726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdc7f28-86e8-4adb-9739-b1c310cc539d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.10483507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.106419417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc88c13-7e47-463c-8920-c1b28f5a3ff5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.106734965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.108034274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b41780-c3b5-4205-8298-66f02acc8719\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.108101899Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.108138041Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.108171267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.108252108Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.109021531Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.113461548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.120417397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.120483548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.120518298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.120548558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.120625762Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.120924707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.125767236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.125827536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.125863177Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.125892034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.126355558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.12650729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.131684967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.131730227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.131759806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.132116747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.134500065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.141847364Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.141912164Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.14194561Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.142356359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.203762176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.203832185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.204334376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41032"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.205678754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.206625681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.206686142Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.207525724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.208332472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"9f498aa3-9b10-4ce4-b42a-7f88dda7015b","remote_addr":"[::1]:41032","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.210353118Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"9f498aa3-9b10-4ce4-b42a-7f88dda7015b","remote_addr":"[::1]:41032","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1966,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.211937625Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49771","req_id":"14a9b552-a47f-4b9c-ae28-2abca5d3b2fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 07 d1 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.212037373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49771","req_id":"14a9b552-a47f-4b9c-ae28-2abca5d3b2fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.212210759Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.212383844Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.212435647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:49771","req_id":"14a9b552-a47f-4b9c-ae28-2abca5d3b2fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.212697148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f498aa3-9b10-4ce4-b42a-7f88dda7015b\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.214664578Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.214721552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.214747914Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.216735023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.2167985Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.216831045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.216860363Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.217733783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.219048122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 17957247 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.219194934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.220374956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51170","req_id":"5cbaa70a-0262-42d1-82d8-9d0834885ef4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f5 e9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.220712298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51170","req_id":"5cbaa70a-0262-42d1-82d8-9d0834885ef4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.221043608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.221484456Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51170","req_id":"5cbaa70a-0262-42d1-82d8-9d0834885ef4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.221721208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.228184896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.228478962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.228587368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.229161462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.230271153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.299244969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.299331481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.300939726Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.30102216Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.306009417Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.33194895Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.336074419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.336397273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.33645632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"535.92686ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.33649661Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.3365267Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.336557622Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.336589475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.336617481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.337448567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.340398615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.345215482Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.34529472Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.345329489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.345819476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.348587982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.34864737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.349332515Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64306","req_id":"e050e917-79f8-4ce0-b36c-f88295f73189","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5e 36 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ^6..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.349458376Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64306","req_id":"e050e917-79f8-4ce0-b36c-f88295f73189","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.349639827Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.349785157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.349843884Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64306","req_id":"e050e917-79f8-4ce0-b36c-f88295f73189","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.350205815Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 149109118 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.350264983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.350689469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64803","req_id":"9b4d3f8b-1c49-46a9-ab8b-0797518bc8df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 14 a1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.350745621Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64803","req_id":"9b4d3f8b-1c49-46a9-ab8b-0797518bc8df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.350831792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.351014106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64803","req_id":"9b4d3f8b-1c49-46a9-ab8b-0797518bc8df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.442091962Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.443584416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.443657111Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.443690648Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.443718473Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.445012662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.445098362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56014","req_id":"83d14c10-c5fc-405b-a03f-fbcfa8deac3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 64 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c Hd..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.445199684Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56014","req_id":"83d14c10-c5fc-405b-a03f-fbcfa8deac3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.445552998Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:15.445700161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56014","req_id":"83d14c10-c5fc-405b-a03f-fbcfa8deac3f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.446454484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.446591868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.446706737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.446742258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.446980733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.447412553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.449158392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.449793066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.473815479Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.473930398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.474114475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.475014639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.481576072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.481678316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.482243602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.482589631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.482832285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.483108395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e0b8b3f-a026-4e14-b9e6-387fa15a3d70\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.483510065Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.486325034Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.486436626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.486585262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af6adbfb-dae5-4bca-bf59-afc16a25cc67\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.486896462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.500764373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1238d3c-afa4-49b3-82aa-77de449c685c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.500995845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.504698853Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d71d02c4-6464-4003-a976-d0d34c3bba97\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.504917147Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.511573339Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cfaec91-a698-4802-8a31-4ae3a5ca34b0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.511783789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.514865639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"305176c6-c319-46b1-8d1e-04816b77a117\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.515063814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.523647426Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e20e24-7ad9-4d2c-9fc9-741879843b02\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.523797575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.524923559Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.527527327Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff08b6fd-f759-4f54-a919-2bb16184c779\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.527762085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.528695444Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b6e957-3e3c-40de-bdc5-88f6bc2cd70f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.528861064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.530045504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"653618c1-9674-445e-abcb-77a94b3c17af\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.530187347Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.531763547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca0400b-3ec6-446a-93d6-974f620fa8ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.531898977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.532930182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26efd7ab-b8b2-42f5-a337-5dd9019d452e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.532998828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.534647553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f4f569-52d3-4761-8d1d-f666947da69a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.534922792Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.538333087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689be5c9-92ec-488b-8ade-d67fa432da59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.538563035Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.545089388Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9ee8b5-32ac-4692-b52e-dd7013466d47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.545327773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.548028354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc35d497-a0ac-4739-8404-98f1b346ca8f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.548102872Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.548260336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.550311673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"befed40b-f758-43c7-87aa-6e926f4800ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.550640158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.555290383Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe024d2-6be8-4caa-8a55-11770be6a568\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.556200707Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.559688887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b1edf14-f07f-47f6-870d-3d10eb44682b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.559768736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.561330107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b64d0ba-c071-437f-bc03-511a03d84916\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.5623154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.564486125Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a6a307f-a0fe-4e29-b39c-7a2f3eb12f7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.564570433Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.565185298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18519689-20cb-4643-8dc8-e22b41adc150\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.565295107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.56620015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efe08c1e-dbbc-42a6-bcb7-b1b6b55ab1d6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.566487292Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.568928676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f6de6d-2365-4c8d-933f-acde126eb6f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.569029507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.571835558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7b5e3b2-b47c-43cc-a6df-00776bf48e83\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.572123051Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.574785586Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb930ac-89dd-4837-b3a1-0986285410df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.574855746Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.576307208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.576369922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.576459281Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.576502657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.577251018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.580583818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae3e686-26a3-4177-a811-228a6237e88c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.580716673Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.581287751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.590678461Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.590751627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.590785565Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.591536842Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.59528504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.595349027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.597218692Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.599457934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56428648-9043-40a0-be1f-9f559408696a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.599583324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.603003318Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba966e50-1441-4e96-9d97-f58f393f6f76\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.604002469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.609258902Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bdd0e29-75e1-4848-b33b-d653d2068348\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.610197171Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.610495676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a0672e-6d6a-4bdd-a4fe-e2417319606d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.611109609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.611979552Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4baa0048-9bba-49b0-87be-c0cf39403ac8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.612086135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.622747076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e91ca86-0a55-4cac-8055-6cb2e445e851\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.622885061Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.625140294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dc0de88-ad70-416b-aa48-b2555716183c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.625282508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.626018755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa62a69-4087-42f8-bcc6-06e414d48458\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.626083904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.62964501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812dd061-0183-4d22-b88e-f3947bf92339\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.629711412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.632227084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d9cf6f-8455-4161-a100-041171822eac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.632294649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.635926525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98162607-4998-4e67-b85f-13ca01e337bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.636008889Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.638499682Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f8bd24-5796-4a41-aef9-260217088116\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.638858607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.642467167Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc1b093-9f7b-4454-a1b8-ce75951d79ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.643038215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.647817577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.648066022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.650072831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56322","req_id":"ee9c7ed7-46be-4b87-be90-8fdb2b9743d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c3 da 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.650125476Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56322","req_id":"ee9c7ed7-46be-4b87-be90-8fdb2b9743d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50138,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.650334202Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.65059446Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.650748477Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:56322","req_id":"ee9c7ed7-46be-4b87-be90-8fdb2b9743d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.65114154Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 450038009 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.651211319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.651767157Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62681","req_id":"c9699254-3142-4d42-b950-cc3ccfedb691","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 ca 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e b...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.651831555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62681","req_id":"c9699254-3142-4d42-b950-cc3ccfedb691","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.65191953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.652005451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62681","req_id":"c9699254-3142-4d42-b950-cc3ccfedb691","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.652383475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.731424459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.731602403Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.732156166Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.732272358Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.737623911Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.737951072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.738245208Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.7383615Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.738449796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.739400039Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.73964613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.741115567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51637","req_id":"cf372eed-3e95-44f9-acbe-dfb2d23e41e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 37 69 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 7i..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.741364133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51637","req_id":"cf372eed-3e95-44f9-acbe-dfb2d23e41e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.741674481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.741921553Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.742099949Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51637","req_id":"cf372eed-3e95-44f9-acbe-dfb2d23e41e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.742785505Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 541668307 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.742927658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.743786519Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.755540298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.755641019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.755728693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.756418377Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.756788264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50294","req_id":"5f34df12-694e-46b2-a48e-bec529cc37f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cc ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.75705736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50294","req_id":"5f34df12-694e-46b2-a48e-bec529cc37f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.757328771Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.757481085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:50294","req_id":"5f34df12-694e-46b2-a48e-bec529cc37f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.757806233Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e34c59-4ab0-4cee-b0a5-e9aa0f5a850a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.758060529Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.759106583Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.813249249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.813322525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.813695087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.813749385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:15.815960831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.818617935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.818679969Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.819551606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.820129778Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3777fcf5-e86b-44ab-a1ab-3acd50807f5e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.820483953Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.83710537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"affd789e-5be0-4e10-80a1-b7840396a4dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.837434737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.855948885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6225ac58-13ee-4523-8e17-14c90d1c99f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.856236227Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.86774097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c680747c-f520-4d77-91af-54bdb26b1bfb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.867953183Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.868090176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.868188291Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.868389883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.869218925Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.886701507Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.891553415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.891663704Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.891759605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.891851979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.891933893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.892616944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.897688458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.901845411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.901916693Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.901948907Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.902817868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.903570398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.964080009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.964154067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.964612119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.964670816Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.964700956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.96472812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.965489698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.965585338Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52444"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.966432236Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"62cd0f14-ab78-4d7f-9436-74b2a6972651","remote_addr":"[::1]:52444","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:15.967156619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"62cd0f14-ab78-4d7f-9436-74b2a6972651","remote_addr":"[::1]:52444","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":712,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.967872806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62cd0f14-ab78-4d7f-9436-74b2a6972651\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.97056513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.970620851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.970648977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.972678691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.972739282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.972771597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.972800063Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.973471551Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.973790296Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.981580217Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.981643002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.981673263Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.98212862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.987130045Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.987250896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.988559282Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.989051513Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.995656413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:15.996043294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.996154756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:15.996746405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.0286595Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.0289859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.029044186Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"692.546343ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.029085458Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.029113374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.029141009Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.029170999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.029199896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.029995181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.033501046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.034640396Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.038844963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.038935354Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.038969972Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.039397865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.043025924Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.043082877Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.044746963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51635","req_id":"01152d2f-cfc5-4e4f-b3a0-6ae482b1be3c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4e f3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 N............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.044917893Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51635","req_id":"01152d2f-cfc5-4e4f-b3a0-6ae482b1be3c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.04514728Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.045710382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.04585983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:51635","req_id":"01152d2f-cfc5-4e4f-b3a0-6ae482b1be3c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.046395046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2100, tv_nsec: 845280173 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.046461238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.047146143Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58067","req_id":"67896a05-8637-4206-8592-4483b29e87b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ac a9 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.047200491Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58067","req_id":"67896a05-8637-4206-8592-4483b29e87b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.047417113Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.047461421Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58067","req_id":"67896a05-8637-4206-8592-4483b29e87b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.123050988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.124300708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.124368343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.124403904Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.124432992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.125158588Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.125539607Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.125991597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.128097042Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57031","req_id":"d0360240-3190-48e1-9ec7-3b5fccfa3326","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 08 89 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.1281612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57031","req_id":"d0360240-3190-48e1-9ec7-3b5fccfa3326","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.128377802Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:16.128481027Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:57031","req_id":"d0360240-3190-48e1-9ec7-3b5fccfa3326","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.130156686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.130212748Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.130240754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.130566903Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.131759209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.131884509Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.131960831Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.132366589Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.142336604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.142629197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.142680619Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.143775571Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.147304161Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.14738401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.148665764Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.149107635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0675dfcd-e948-4910-a787-26e3ea57e0ad\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.149730826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.152380085Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f6d9b53-3118-4a0e-80d7-5373ec41aef9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.152663489Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.157420528Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17ae145-5cdd-43dd-82c0-454e4a04a5d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.157616258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.161338824Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a5d911-858b-4e9c-bfa0-c7244403dbed\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.161494425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.163593667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"082345d8-90a2-40fb-af99-5cf56332ce67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.163647264Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.165737448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b236ba1-700d-450c-aca4-edb2bb4146fe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.165812368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.172728838Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09f349cb-fdb0-432e-9d64-c8f74077da6f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.17351761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.178522201Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31e1ac0-bde3-4e67-9dff-770b0cf0b610\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.178648783Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.182798101Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.183387966Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c06e44bb-8af4-4330-9473-a35f7bed2c36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.183526522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.1870938Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f43dc48e-a2f0-4e14-bd33-ec374a2ce72d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.187467685Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.188635602Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b8f41ac-44f0-4de7-a2e6-f495de52cba8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.188943064Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.189881794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0fd281-4346-4c9c-9de8-35afd1f3383b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.190009459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.191930526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64bc77ca-9ca9-4b62-85cc-96d6ccff9041\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.192149733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.196568698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d84a4d7-2487-4f54-aae5-c8f166ade585\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.196671322Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.203166253Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d83e11-0022-4b69-82ae-e847778bbecb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.203338025Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.207381321Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23d541e5-1bc2-4078-81ac-983a98bcae73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.20769176Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.20990032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34b46fe-232f-47d5-be2f-3f2aaff8ad7f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.210075599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.212199982Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99cb9df7-9f97-4524-82b5-3d45ab26c624\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.212491333Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.21784547Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aff4e1d-2d2b-41ab-9652-742f8cf63938\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.218077382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.219118106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c6d2f84-0636-481b-9639-20d3523381f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.219468514Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.221290544Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a47a807-1c6b-400f-8d79-7dc128112283\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.221608117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.225968645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5db25e7-2adb-4103-8966-64cc882dc31f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.22623221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.227269798Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31aee09-53b3-4503-92ed-67cee1a5dd63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.227394646Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.228746129Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e46b34-4dc7-4364-a0d3-62bc459274e8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.228914755Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.231102694Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd83646-863c-4c90-bd36-14c0482ce514\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.231269968Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.233416134Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9444c11-2589-488d-8d11-b2d3d59f7618\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.23348967Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.234145657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.234204545Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.234235997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.234263803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.234877285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.237330523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcfd912d-c75c-4f34-8ab2-628d20288a53\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.237493257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.239077965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.247078435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.247189637Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.24723645Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.247588401Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.251726626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.251785093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.252370229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.253343839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493799e2-7cbe-46f9-aee8-bdeac6e2bd1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.253606592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.260161883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ec6058-895a-42bf-a068-f0754d675828\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.260459757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.262732926Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d926ac-23e4-4f29-bcea-672fa176aed9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.262861382Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.26384411Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5cc571f-e978-4791-af2c-a5893e5882b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.264019679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.265171084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a516f6cb-86d0-48b4-9dd6-bf69d4d478cd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.265306052Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.26672523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d3923e-da4c-4c1b-abcf-97b2d98007bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.266862794Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.268489084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81805ff8-6c6a-448d-8bcb-f0948767d983\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.268562671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.26986698Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365c2158-5b14-46ac-ad22-38c4757c2f42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.27003754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.272455046Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da7f20ae-80f2-4323-a951-71dca8412177\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.272605747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.275807516Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12209029-8e08-47e4-8870-61538e5b93e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.275959449Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.283453851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6922be-7135-46c6-85cd-4f1ca46ddea2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.283588349Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.283959007Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.289309768Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11126b35-867c-4d2e-9c77-bb1c48ca5eb8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.2894563Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.291540353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044768b2-beaf-4e85-a389-73f81b6d760b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.291929598Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.294809226Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec94212-8704-4a3f-bf78-3bce049b81b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.295038703Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.295846592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00da359b-cd90-4876-a60d-a0bff68e7626\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.295987022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.297048688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e90c731-c5df-4b54-b97c-12cbd0011f9f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.297148416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.298546001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b29c90d-7138-43d4-80f5-6c493f359bb0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.298610319Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.301862549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec30438-3e53-4eae-b15c-bef3a2c09077\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.302035604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.302087106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.302118068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.302145182Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.304661435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.310414258Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.316391587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.316514562Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.316612597Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.316709701Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.316791845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.317358283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.328836032Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.336329592Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.336389492Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.336421215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.336869959Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.338308054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.338366841Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.338399086Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.338425929Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.338447612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.341045979Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.351154099Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.351228918Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.351259569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.351765577Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.426859828Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.426960859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.427922665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61053"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.428655676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"fcb79b76-ea0c-4c2a-a2a2-2c36824ac4f8","remote_addr":"[::1]:61053","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.429268206Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"fcb79b76-ea0c-4c2a-a2a2-2c36824ac4f8","remote_addr":"[::1]:61053","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":615,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.429394288Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.429443235Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.43053493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.431003293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb79b76-ea0c-4c2a-a2a2-2c36824ac4f8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.433918372Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.434009293Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.434071497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.437262555Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.437407453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.437571721Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.43767679Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.438508958Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.444279536Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.449656138Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.450160353Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.45037976Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.451419191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.452057833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.452217471Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.452499994Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.453471019Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.458037287Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.458138859Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.462238688Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.46229015Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.48013249Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.481945613Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.482249548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.482357373Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"453.189931ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.482395088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.482460278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.482493675Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.48252145Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.482547843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.483348087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.485978909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.493343723Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.493408832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.493442209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.494911947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.501519793Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.501626756Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.502369316Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63457","req_id":"1796b909-be2b-401e-a124-1099c5f95549","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 86 f2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.502431369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63457","req_id":"1796b909-be2b-401e-a124-1099c5f95549","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.502615997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.502930043Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.503026214Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63457","req_id":"1796b909-be2b-401e-a124-1099c5f95549","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.503402845Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 302301639 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.503464488Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.503783153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62183","req_id":"b837acaa-4a8c-49ca-b0a7-8b176759aae7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7e 63 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ~c..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.50396776Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62183","req_id":"b837acaa-4a8c-49ca-b0a7-8b176759aae7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.504071387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.50410315Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:62183","req_id":"b837acaa-4a8c-49ca-b0a7-8b176759aae7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.566303631Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.566737575Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.56680008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.566836452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.56686538Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.56754818Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.567853459Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.568338525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61064","req_id":"d51a0ad2-7f80-450b-bb94-1980a7d28c61","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 b0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.568534896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61064","req_id":"d51a0ad2-7f80-450b-bb94-1980a7d28c61","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.568801047Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:16.568897499Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61064","req_id":"d51a0ad2-7f80-450b-bb94-1980a7d28c61","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.569275943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.569457885Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.569503837Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.570927343Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.580137153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.580201652Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.580240419Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.580928379Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.588456569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.58888387Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.590152257Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.590542806Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e73a74b-0da3-4cfc-9923-2dc4109eff90\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.590859487Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.594400452Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a47c3b61-82d9-4abf-87a9-a6693556d36b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.594551102Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.599753587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b1bf42-6a1e-4905-9c8a-7d6485a3316f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.599929518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.602597273Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63526867-9a5a-47db-ba71-681dab332e24\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.602671511Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.604371719Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dccfa0c-7851-4053-8a4f-287434833d47\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.604642067Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.6081518Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2742e02e-6990-40e2-b099-9112714610af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.608282992Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.610579658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60d1762-a34d-4659-804f-cf62a514d727\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.610701801Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.615207699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b5f1d6-b5c9-4a08-80a0-dbe1239883e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.615340083Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.617615947Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8799e447-cf5b-45fa-a3de-5d5964a746d6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.617802789Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.621413193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba6f486b-dfb5-4ff7-892a-fa6109b37eb7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.621584173Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.622150121Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.624388301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c800a24-2d3a-4e45-b2fa-505154d61eab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.624542077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.625925453Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b087ab25-1ea9-4803-bd09-c9c839b32b32\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.626964664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.628279894Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a805c39a-08b7-4402-991e-092390b20b33\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.628471526Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.629992887Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7b8f85-8010-43e3-9efb-41390f6fb616\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.63008468Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.63179599Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d40552-ba46-4ae7-9831-54b8a11466ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.63245868Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.633730033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a872a5-6bb6-4976-baf0-be55e6b2b53c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.633856405Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.6369708Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3485f7b-53d9-4561-9689-2a0a6f5b6f73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.637132843Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.639154772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f1c8d5-e523-4990-b66d-b9ceecfb2dac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.639286745Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.641624773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7415916c-0e7b-4676-94d4-6dff5b7e6b92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.641918368Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.645075278Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31c8ad8-9afe-4ea8-967e-af447f272a90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.645273984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.646939993Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b8da2e2-581b-433b-965a-1a44d613cbd0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.647167126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.648477266Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389ac745-2952-4ee3-8924-8dcfbb8bf808\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.64881533Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.649901664Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"817d3485-62d1-4b24-99f1-4bb0fcaa5375\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.650041763Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662007234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2602fc4f-2dda-48cc-990e-0c81e2c0022e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662071422Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662103175Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334d75fa-6a43-4715-a432-a9b61e2f97dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662133796Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662163285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e22aab-b107-4764-925f-73d62addb618\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662192653Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662219066Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"858740a4-babc-483f-9c25-3597541294c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662248374Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.662276601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f31ea2f-be51-4408-acef-e26eb1d6d138\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.66230633Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.667663163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14522a84-d46b-4fa4-8b13-a496dccde804\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.667908662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.676829566Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.676883774Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.676917722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.67694667Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.679392122Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.684524117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.694180948Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.6942573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.694291037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.694973627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.696968362Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a6b59b-bc16-4f11-94e5-bb2392bc6839\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.697124954Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.701967031Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f41f4f-f0ac-4b09-86ae-fc760ef7a66a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.702411096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.702702537Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.702811814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.705076927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.706717787Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520a5aac-e855-4eb1-8755-c13a84a27eb6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.706946262Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.709317366Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944e6488-2051-47a7-aae2-40651f813051\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.709883013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.71431839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e1e338d-1a00-413f-9b86-155033da09ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.714557817Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.7164665Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9462a5-de8d-4edd-abce-3776d2b9212c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.71664702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.73176901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f2bc89-574b-4fdd-bc69-0eda7ccf6f9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.731870812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.732841697Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5e0091-6e5e-424a-be4e-9a057ad91e34\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.732967337Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.738378729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c927412d-ce6d-4f39-aaca-cd6a52ccab2d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.738483568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.742232497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17b58eba-4364-4bd3-802d-ae60d88bb906\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.742307276Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.75565475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.758300241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89d5b41-aed8-4de7-8efd-a6a05a491847\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.758909024Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.761867309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"141b478f-a655-4cdb-83f9-f7a9dda450fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.76235004Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.763717605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a3a057-c646-47e1-900e-35f159b60998\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.763978375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.765102775Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc68430-888c-458b-90ca-56c726a876f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.765472572Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.766589026Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f6be91-f02e-4c19-8e2d-ec11c1075c8d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.766915767Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.767875309Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e887ae0a-b2aa-46cc-8cc6-bac0aaff16f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.767963455Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.768025548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.768062983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.768262581Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.76921097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.772207501Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.776886213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.776979469Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.777016162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.777050209Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.777081742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.777397131Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.781306179Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.786493905Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.786666298Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.786714605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.787803594Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.868718011Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.868888481Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.869538115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.869676681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.869775348Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.869858604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.870618057Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.870784428Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33162"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.872547521Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f593d4c4-b962-427b-a229-f0b9a9a1b375","remote_addr":"[::1]:33162","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.873141945Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"f593d4c4-b962-427b-a229-f0b9a9a1b375","remote_addr":"[::1]:33162","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":598,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.874826632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f593d4c4-b962-427b-a229-f0b9a9a1b375\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.877129901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.877317916Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.87739022Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.879765272Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.879891995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.880210409Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.880313805Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.882467386Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.886157558Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.894549068Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.894625109Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.894658826Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.895040657Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.899681564Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.906230162Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.906908573Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.906985126Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.908425937Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.910746761Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.910908192Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.911778326Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.96363148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:16.964465612Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.964602234Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"482.250493ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.964666923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.964698095Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.964726973Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.96475587Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.964783435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.965494833Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.968731662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.97282115Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.972899546Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.972932021Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.973418991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:16.975689224Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.976145153Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.976963463Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.977176508Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dadcb39-495e-4af5-9117-986ed8e4e62f","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.977497207Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dadcb39-495e-4af5-9117-986ed8e4e62f","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.977564691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dadcb39-495e-4af5-9117-986ed8e4e62f","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.978060569Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dadcb39-495e-4af5-9117-986ed8e4e62f","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.979284568Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.979331742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.982296238Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61493","req_id":"0b3e84a7-178e-40eb-a44f-b151b0bc0839","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 03 41 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .A..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.982348462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61493","req_id":"0b3e84a7-178e-40eb-a44f-b151b0bc0839","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.982554814Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.98271883Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.982860813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61493","req_id":"0b3e84a7-178e-40eb-a44f-b151b0bc0839","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.98321048Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2101, tv_nsec: 782067861 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.983343054Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:16.984057848Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64356","req_id":"8f18843d-a39c-48fe-95a0-85b333890a45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9a ce 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.984114882Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64356","req_id":"8f18843d-a39c-48fe-95a0-85b333890a45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.984198729Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:16.984291013Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:64356","req_id":"8f18843d-a39c-48fe-95a0-85b333890a45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.041408325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.042081076Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"0dadcb39-495e-4af5-9117-986ed8e4e62f","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":64871,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.042269221Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.042318359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.042346765Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.042375462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.043737737Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.044099497Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dadcb39-495e-4af5-9117-986ed8e4e62f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.044310608Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","body":"None","uri":"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.045213898Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddaefc8b-419b-43d4-8ac3-20a5aa3bf600","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.045675988Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58795","req_id":"f4e1a2ad-404a-4f2a-83d6-e84f40f4b5ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5b 45 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c [E..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.0459627Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58795","req_id":"f4e1a2ad-404a-4f2a-83d6-e84f40f4b5ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.046167718Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_action_failure_can_unwind_idempotently","level":50,"time":"2025-04-30T06:07:17.046251736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:58795","req_id":"f4e1a2ad-404a-4f2a-83d6-e84f40f4b5ab","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.046537695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddaefc8b-419b-43d4-8ac3-20a5aa3bf600","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.046607084Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddaefc8b-419b-43d4-8ac3-20a5aa3bf600","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.047234193Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddaefc8b-419b-43d4-8ac3-20a5aa3bf600","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.0478548Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"begin collection from MGS","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.047912294Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","mgs_url":"http://[::1]:55449"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.048018766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.049141072Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.054104922Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.05418407Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.054215643Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.054626211Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.055572096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ddaefc8b-419b-43d4-8ac3-20a5aa3bf600","remote_addr":"127.0.0.1:43560","local_addr":"127.0.0.1:58122","component":"dropshot_internal","name":"5f010edc-82bb-4234-be25-92620fc15816","latency_us":10380,"response_code":"200"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.05631197Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74eeb8e-0e96-4e46-931d-2f9b016f6d22\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.056697017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.056733971Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:58122/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddaefc8b-419b-43d4-8ac3-20a5aa3bf600\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.056776335Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.056807397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.056835834Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.058420451Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.058867742Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.059411245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.061505127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ede9c8-0a42-4bb4-ad2b-e3bc52f7adac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.061867248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.064531757Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f35adcec-7cd8-414d-9108-65a306f30454\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.064608991Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.067399862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d3261c-da8b-4938-8c58-123226f16707\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.068405075Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.073442632Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b16910a-bbd4-4f08-b5e0-7412fe8d1c54\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.073815174Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.078138418Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25be9c7e-8d75-4e40-a065-605fc14d5f6d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.078857851Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.085881956Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce785fca-8e81-4506-92fd-75ee25dc82ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.086254709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.097902647Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.097976283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.101077502Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.102242163Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.102315018Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.102343324Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.107788604Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6db414-a7b6-444f-b1d0-272f8595336e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.108158892Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.108577766Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.110602089Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"782fe19e-bf94-412e-9430-5544e33739ea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.110895714Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.113097Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e716231-f618-4dc9-a0ce-401085743454\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.113253392Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.115772261Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51034d24-64a2-4a6d-a865-fe57cb39b14c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.115963522Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.117630523Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a388809-2818-4064-ab6d-89e1839a73ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.117759751Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.119659626Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4bd31c3-8151-4339-8092-2bb5eb243b03\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.119831839Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.123740447Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39607b5c-5472-448f-9b83-91de9de7da83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.123973832Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.12687395Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac5e1d11-80be-4a85-872e-1c95cb4a2901\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:07:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.127040091Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.12996579Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263602d3-57e8-4ed8-8eb2-b39c5ef4ddd5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.130170248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.139959412Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"418591b0-deaa-4b4b-b8f1-f6b4c4d68bf6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.140041385Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.14627709Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9780b7-c451-4c2d-a642-de28f9b0035f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.146755944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.149704248Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a945b648-3205-477b-944b-ea82db61357a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.149812965Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.152673274Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16369b41-fd3f-4862-b979-f289b5669b61\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.152833964Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.154072191Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de0fb8c-4e03-4fb9-abc5-0a41b096015f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.154288181Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.156299549Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee49256-7ed1-4e57-9f81-7a51596aca19\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.156660087Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.158497999Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f366a1d-6456-48f3-907a-1304437972dd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.158838317Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.159757609Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.159814943Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.159932527Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.15997927Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.160813512Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.162681484Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960ebb0b-85f0-4d58-8f81-5efb6060619e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.162903567Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.164043448Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.178687245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.178766873Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.178798436Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.180442462Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.18363359Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e954630d-34a9-494f-8385-5b60f3ceaa36\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.183779741Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.183812096Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.18383923Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.184700215Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.188999231Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a450bb8e-29a0-4a63-810d-40405526cacb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.189186033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.194471654Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e7e5fa5-eea2-4d1a-bd32-21004aae8e4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.194980398Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.202069242Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49501948-187a-4e2b-ab6d-a2847f2c8fdf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.202278158Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.206471984Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9017b9fa-b0e5-4200-bcc4-5007c4d877d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.207203812Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.210081416Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03dc3acd-2f37-4a1f-99c6-df154452a321\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.210144772Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.211194413Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e20ac0-c8db-4b05-ae6f-f15f038781bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.211365865Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.213217935Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f6fd8f-884c-4c2d-ac56-03b77c94ef34\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.21336127Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.214588135Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d78ab01e-44a3-4504-9b3e-d2cf91cbb709\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.214715699Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.215593077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a88ddf-01b4-48f9-93b0-b96ca1cd8a73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.215660301Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.22531649Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.227947342Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"265cceaf-e5e2-4331-bf72-8172a6dad99c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.228177671Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.231121747Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0640f08-b293-4716-93b1-8f4e26bacc41\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.231250724Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.233464866Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05fd410-523f-487e-b28a-338282c4a982\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.233648361Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.235778856Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7913aae-2c93-410b-b2ed-5ed19ff549b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.235899977Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.238038037Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeef38bf-fb3e-477e-878c-cbcd193e47dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.238148016Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.240930781Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f21b5c-ca62-46af-ac02-fadf9551b0a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.241222662Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.244668228Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b66fdca-e007-4f18-b4be-77a225bf9170\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.244802535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:55449/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.247880187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43350bb1-4867-493e-bf71-a5599f53afd5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.248130336Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.249716867Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83c8129-544b-4231-8ee1-d85775bde5a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.249913128Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.252269483Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22a755d-ac19-42d7-a5e3-cebe787f3db7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.252407117Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"Some(Body)","uri":"http://[::1]:55449/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.253995642Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"gateway_url":"http://[::1]:55449","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:55449/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1da2638b-edd7-4e75-b2e7-2ed801b79baa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.254136803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.254186001Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.254219077Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.254377813Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.255495681Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.258342493Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.263873212Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.263960897Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.263994504Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.264025686Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.264055195Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.264788185Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.268789187Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.27294151Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.273008033Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.273044525Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.273766133Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.277517928Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.277674901Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.277753909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.277787997Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.278465797Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.333317285Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","sled_agent_url":"http://[::1]:52443"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.333400862Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:52443/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.334009695Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53189"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.334352107Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.335090668Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"19ffd418-8c3c-4d17-a061-f64b86778ad5","remote_addr":"[::1]:53189","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.33576397Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"uri":"/inventory","method":"GET","req_id":"19ffd418-8c3c-4d17-a061-f64b86778ad5","remote_addr":"[::1]:53189","local_addr":"[::1]:52443","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":680,"response_code":"200"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.337128008Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.345790156Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.345883733Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.345916909Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.34646475Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.347643369Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63337","req_id":"781acf3e-08f3-4c34-85e1-850416cb7341","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: fe 2e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.34821093Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63337","req_id":"781acf3e-08f3-4c34-85e1-850416cb7341","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.34910425Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.349156934Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.349215722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:63337","req_id":"781acf3e-08f3-4c34-85e1-850416cb7341","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.349272635Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"SledAgent":"http://[::1]:52443","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(Response { url: \"http://[::1]:52443/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ffd418-8c3c-4d17-a061-f64b86778ad5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:07:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.35353639Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.353629245Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.353663944Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.356494574Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.35656773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.356604123Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.356633752Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.357577803Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.358666241Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 32863, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2102, tv_nsec: 157547460 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.358744687Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.359820691Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60123","req_id":"24ac1060-1703-4459-b7ff-6bc348c46725","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 71 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Cq..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.359892605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60123","req_id":"24ac1060-1703-4459-b7ff-6bc348c46725","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.360003375Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.360062734Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:60123","req_id":"24ac1060-1703-4459-b7ff-6bc348c46725","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.361097656Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_action_failure_can_unwind_idempotently","level":30,"time":"2025-04-30T06:07:17.423709736Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.423807601Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.424109663Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.42854995Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.428999415Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.429117641Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.429745702Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.430579283Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.430691116Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.431282124Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.445767535Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.446065028Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.446256168Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.448091605Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.453341345Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.453567716Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.460350791Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"id":"57ed0fce-bc78-4339-94f6-712f0d41876e","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.460469247Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:17.466086148Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_action_failure_can_unwind_idempotently","level":40,"time":"2025-04-30T06:07:17.467662229Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.468000773Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"503.221476ms"} {"msg":"activating","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.468152325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.468281112Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.468391983Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.468479106Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.468559727Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.471886435Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.491298963Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.49250213Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.497187325Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.497449017Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.498469119Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.499078023Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.503871002Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","candidates":"[(cf16d4cd-a1bb-4362-af3a-06b270407331, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.504036722Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.504748861Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61840","req_id":"b4a26b7b-7cfb-4af2-ba34-345ec8ceddfd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d 87 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.504986896Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61840","req_id":"b4a26b7b-7cfb-4af2-ba34-345ec8ceddfd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.505618414Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.50595754Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.506188941Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:61840","req_id":"b4a26b7b-7cfb-4af2-ba34-345ec8ceddfd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.506671712Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 55449, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 2102, tv_nsec: 305553302 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.506812443Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.507568088Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55288","req_id":"bbdfeea3-da7d-49e8-a595-f7da28fde135","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6f db 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e o...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.507733658Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55288","req_id":"bbdfeea3-da7d-49e8-a595-f7da28fde135","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.509594606Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_action_failure_can_unwind_idempotently","level":20,"time":"2025-04-30T06:07:17.509720256Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"peer_addr":"[::1]:55288","req_id":"bbdfeea3-da7d-49e8-a595-f7da28fde135","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_action_failure_can_unwind_idempotently","level":10,"time":"2025-04-30T06:07:17.569641676Z","hostname":"bmat-EVT22200007-000064cb","pid":12331,"component":"DnsResolver","component":"ServerContext","name":"5f010edc-82bb-4234-be25-92620fc15816","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}